2026-02-12T02:35:46.940 INFO:root:teuthology version: 0.0.1.dev29+gc433f1062 2026-02-12T02:35:46.955 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-12T02:35:47.035 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507 branch: wip-guits-main-2026-02-11-1317 description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity} email: gabrioux@ibm.com first_in_suite: false flavor: default job_id: '45507' kernel: branch: distro kdb: true sha1: distro last_in_suite: false machine_type: trial name: gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-guits-main-2026-02-11-1317 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 workunit: branch: wip-guits-main-2026-02-11-1317 sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 owner: scheduled_gabrioux@soko04.front.sepia.ceph.com priority: 69 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 7688 sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-main-2026-02-11-1317 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_84a80275f63e26ece3f633fd033fd9ecbda16ed2/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 targets: trial069.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC2akClhwK8u1X1efOzKKhlM8MK25dn6QHUF3V85C1O6Y7e3EbanS+Za7aoKfl6BXuZNtnUB0+cX7TSZpuaeADg= trial132.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPM0w1dirblb1duYhkVWzUfqrg/LjS2YDQJs6VCsrTAZZp2mvf1V3NrpDj0nFHnirDp+7nvhvb3w9aXwOrC1abo= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - time timeout 60 bash -c "until ceph versions | jq -e '.rgw | length == 1'; do sleep 2; done" - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep 'osd' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: c433f1062990a0488dc29a553589bc609a460691 timestamp: 2026-02-11_14:50:33 tube: trial user: gabrioux verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.2161924 2026-02-12T02:35:47.035 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_84a80275f63e26ece3f633fd033fd9ecbda16ed2/qa; will attempt to use it 2026-02-12T02:35:47.035 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_84a80275f63e26ece3f633fd033fd9ecbda16ed2/qa/tasks 2026-02-12T02:35:47.035 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-12T02:35:47.037 INFO:teuthology.task.internal:Checking packages... 2026-02-12T02:35:47.037 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '84a80275f63e26ece3f633fd033fd9ecbda16ed2' 2026-02-12T02:35:47.037 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-12T02:35:47.037 INFO:teuthology.packaging:ref: None 2026-02-12T02:35:47.037 INFO:teuthology.packaging:tag: None 2026-02-12T02:35:47.037 INFO:teuthology.packaging:branch: wip-guits-main-2026-02-11-1317 2026-02-12T02:35:47.037 INFO:teuthology.packaging:sha1: 84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T02:35:47.037 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-guits-main-2026-02-11-1317 2026-02-12T02:35:47.175 INFO:teuthology.task.internal:Found packages for ceph version 20.3.0-5250.g84a80275 2026-02-12T02:35:47.177 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-12T02:35:47.189 INFO:teuthology.task.internal:no buildpackages task found 2026-02-12T02:35:47.189 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-12T02:35:47.202 INFO:teuthology.task.internal:Saving configuration 2026-02-12T02:35:47.220 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-12T02:35:47.232 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-12T02:35:47.308 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial069.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-12 02:32:28.466731', 'locked_by': 'scheduled_gabrioux@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC2akClhwK8u1X1efOzKKhlM8MK25dn6QHUF3V85C1O6Y7e3EbanS+Za7aoKfl6BXuZNtnUB0+cX7TSZpuaeADg='} 2026-02-12T02:35:47.363 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial132.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-12 02:32:28.466139', 'locked_by': 'scheduled_gabrioux@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPM0w1dirblb1duYhkVWzUfqrg/LjS2YDQJs6VCsrTAZZp2mvf1V3NrpDj0nFHnirDp+7nvhvb3w9aXwOrC1abo='} 2026-02-12T02:35:47.364 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-12T02:35:47.375 INFO:teuthology.task.internal:roles: ubuntu@trial069.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2026-02-12T02:35:47.375 INFO:teuthology.task.internal:roles: ubuntu@trial132.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2026-02-12T02:35:47.375 INFO:teuthology.run_tasks:Running task console_log... 2026-02-12T02:35:47.509 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7998e0e28540>, signals=[15]) 2026-02-12T02:35:47.509 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-12T02:35:47.521 INFO:teuthology.task.internal:Opening connections... 2026-02-12T02:35:47.521 DEBUG:teuthology.task.internal:connecting to ubuntu@trial069.front.sepia.ceph.com 2026-02-12T02:35:47.521 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T02:35:47.584 DEBUG:teuthology.task.internal:connecting to ubuntu@trial132.front.sepia.ceph.com 2026-02-12T02:35:47.585 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T02:35:47.647 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-12T02:35:47.658 DEBUG:teuthology.orchestra.run.trial069:> uname -m 2026-02-12T02:35:47.674 INFO:teuthology.orchestra.run.trial069.stdout:x86_64 2026-02-12T02:35:47.674 DEBUG:teuthology.orchestra.run.trial069:> cat /etc/os-release 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:NAME="CentOS Stream" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:VERSION="9" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:ID="centos" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:ID_LIKE="rhel fedora" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:VERSION_ID="9" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:PLATFORM_ID="platform:el9" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:ANSI_COLOR="0;31" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:LOGO="fedora-logo-icon" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:HOME_URL="https://centos.org/" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-12T02:35:47.731 INFO:teuthology.orchestra.run.trial069.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-12T02:35:47.732 INFO:teuthology.lock.ops:Updating trial069.front.sepia.ceph.com on lock server 2026-02-12T02:35:47.808 DEBUG:teuthology.orchestra.run.trial132:> uname -m 2026-02-12T02:35:47.823 INFO:teuthology.orchestra.run.trial132.stdout:x86_64 2026-02-12T02:35:47.823 DEBUG:teuthology.orchestra.run.trial132:> cat /etc/os-release 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:NAME="CentOS Stream" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:VERSION="9" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:ID="centos" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:ID_LIKE="rhel fedora" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:VERSION_ID="9" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:PLATFORM_ID="platform:el9" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:ANSI_COLOR="0;31" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:LOGO="fedora-logo-icon" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:HOME_URL="https://centos.org/" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-12T02:35:47.879 INFO:teuthology.orchestra.run.trial132.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-12T02:35:47.880 INFO:teuthology.lock.ops:Updating trial132.front.sepia.ceph.com on lock server 2026-02-12T02:35:47.958 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-12T02:35:47.970 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-12T02:35:47.982 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-12T02:35:47.982 DEBUG:teuthology.orchestra.run.trial069:> test '!' -e /home/ubuntu/cephtest 2026-02-12T02:35:47.983 DEBUG:teuthology.orchestra.run.trial132:> test '!' -e /home/ubuntu/cephtest 2026-02-12T02:35:47.999 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-12T02:35:48.010 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-12T02:35:48.010 DEBUG:teuthology.orchestra.run.trial069:> test -z $(ls -A /var/lib/ceph) 2026-02-12T02:35:48.040 DEBUG:teuthology.orchestra.run.trial132:> test -z $(ls -A /var/lib/ceph) 2026-02-12T02:35:48.057 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-12T02:35:48.224 INFO:teuthology.run_tasks:Running task kernel... 2026-02-12T02:35:48.244 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-12T02:35:48.244 INFO:teuthology.task.kernel:config {'mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'mon.b': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-12T02:35:48.244 DEBUG:teuthology.orchestra.run.trial069:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-12T02:35:48.244 DEBUG:teuthology.orchestra.run.trial132:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-12T02:35:48.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T02:35:48.259 DEBUG:teuthology.orchestra.run.trial069:> uname -r 2026-02-12T02:35:48.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T02:35:48.259 DEBUG:teuthology.orchestra.run.trial132:> uname -r 2026-02-12T02:35:48.314 INFO:teuthology.orchestra.run.trial069.stdout:5.14.0-645.el9.x86_64 2026-02-12T02:35:48.314 INFO:teuthology.task.kernel:Running kernel on trial069: 5.14.0-645.el9.x86_64 2026-02-12T02:35:48.314 DEBUG:teuthology.orchestra.run.trial069:> sudo yum install -y kernel 2026-02-12T02:35:48.315 INFO:teuthology.orchestra.run.trial132.stdout:5.14.0-645.el9.x86_64 2026-02-12T02:35:48.315 INFO:teuthology.task.kernel:Running kernel on trial132: 5.14.0-645.el9.x86_64 2026-02-12T02:35:48.315 DEBUG:teuthology.orchestra.run.trial132:> sudo yum install -y kernel 2026-02-12T02:35:49.103 INFO:teuthology.orchestra.run.trial069.stdout:CentOS Stream 9 - BaseOS 21 MB/s | 8.9 MB 00:00 2026-02-12T02:35:52.790 INFO:teuthology.orchestra.run.trial069.stdout:CentOS Stream 9 - AppStream 8.5 MB/s | 27 MB 00:03 2026-02-12T02:35:56.079 INFO:teuthology.orchestra.run.trial069.stdout:CentOS Stream 9 - CRB 8.5 MB/s | 7.8 MB 00:00 2026-02-12T02:35:56.899 INFO:teuthology.orchestra.run.trial132.stdout:CentOS Stream 9 - BaseOS 1.1 MB/s | 8.9 MB 00:08 2026-02-12T02:35:57.658 INFO:teuthology.orchestra.run.trial069.stdout:CentOS Stream 9 - Extras packages 23 kB/s | 20 kB 00:00 2026-02-12T02:35:58.234 INFO:teuthology.orchestra.run.trial069.stdout:Extra Packages for Enterprise Linux 40 MB/s | 20 MB 00:00 2026-02-12T02:36:00.626 INFO:teuthology.orchestra.run.trial132.stdout:CentOS Stream 9 - AppStream 8.4 MB/s | 27 MB 00:03 2026-02-12T02:36:01.462 INFO:teuthology.orchestra.run.trial069.stdout:lab-extras 1.9 MB/s | 50 kB 00:00 2026-02-12T02:36:02.520 INFO:teuthology.orchestra.run.trial069.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-12T02:36:02.540 INFO:teuthology.orchestra.run.trial069.stdout:Dependencies resolved. 2026-02-12T02:36:02.541 INFO:teuthology.orchestra.run.trial069.stdout:================================================================================ 2026-02-12T02:36:02.541 INFO:teuthology.orchestra.run.trial069.stdout: Package Architecture Version Repository Size 2026-02-12T02:36:02.541 INFO:teuthology.orchestra.run.trial069.stdout:================================================================================ 2026-02-12T02:36:02.541 INFO:teuthology.orchestra.run.trial069.stdout:Installing: 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout:Installing dependencies: 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout:Transaction Summary 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout:================================================================================ 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout:Install 4 Packages 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:36:02.542 INFO:teuthology.orchestra.run.trial069.stdout:Total download size: 88 M 2026-02-12T02:36:02.543 INFO:teuthology.orchestra.run.trial069.stdout:Installed size: 135 M 2026-02-12T02:36:02.543 INFO:teuthology.orchestra.run.trial069.stdout:Downloading Packages: 2026-02-12T02:36:03.960 INFO:teuthology.orchestra.run.trial069.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 581 kB/s | 768 kB 00:01 2026-02-12T02:36:04.249 INFO:teuthology.orchestra.run.trial132.stdout:CentOS Stream 9 - CRB 6.4 MB/s | 7.8 MB 00:01 2026-02-12T02:36:05.199 INFO:teuthology.orchestra.run.trial132.stdout:CentOS Stream 9 - Extras packages 90 kB/s | 20 kB 00:00 2026-02-12T02:36:06.442 INFO:teuthology.orchestra.run.trial132.stdout:Extra Packages for Enterprise Linux 17 MB/s | 20 MB 00:01 2026-02-12T02:36:09.619 INFO:teuthology.orchestra.run.trial132.stdout:lab-extras 2.6 MB/s | 50 kB 00:00 2026-02-12T02:36:10.680 INFO:teuthology.orchestra.run.trial132.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-12T02:36:10.700 INFO:teuthology.orchestra.run.trial132.stdout:Dependencies resolved. 2026-02-12T02:36:10.701 INFO:teuthology.orchestra.run.trial132.stdout:================================================================================ 2026-02-12T02:36:10.701 INFO:teuthology.orchestra.run.trial132.stdout: Package Architecture Version Repository Size 2026-02-12T02:36:10.701 INFO:teuthology.orchestra.run.trial132.stdout:================================================================================ 2026-02-12T02:36:10.701 INFO:teuthology.orchestra.run.trial132.stdout:Installing: 2026-02-12T02:36:10.701 INFO:teuthology.orchestra.run.trial132.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout:Installing dependencies: 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout:Transaction Summary 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout:================================================================================ 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout:Install 4 Packages 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:36:10.702 INFO:teuthology.orchestra.run.trial132.stdout:Total download size: 88 M 2026-02-12T02:36:10.703 INFO:teuthology.orchestra.run.trial132.stdout:Installed size: 135 M 2026-02-12T02:36:10.703 INFO:teuthology.orchestra.run.trial132.stdout:Downloading Packages: 2026-02-12T02:36:10.795 INFO:teuthology.orchestra.run.trial132.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 24 MB/s | 768 kB 00:00 2026-02-12T02:36:10.877 INFO:teuthology.orchestra.run.trial132.stdout:(2/4): kernel-core-5.14.0-677.el9.x86_64.rpm 151 MB/s | 17 MB 00:00 2026-02-12T02:36:10.938 INFO:teuthology.orchestra.run.trial132.stdout:(3/4): kernel-modules-core-5.14.0-677.el9.x86_6 215 MB/s | 31 MB 00:00 2026-02-12T02:36:11.152 INFO:teuthology.orchestra.run.trial132.stdout:(4/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 102 MB/s | 40 MB 00:00 2026-02-12T02:36:11.152 INFO:teuthology.orchestra.run.trial132.stdout:-------------------------------------------------------------------------------- 2026-02-12T02:36:11.153 INFO:teuthology.orchestra.run.trial132.stdout:Total 196 MB/s | 88 MB 00:00 2026-02-12T02:36:11.344 INFO:teuthology.orchestra.run.trial132.stdout:Running transaction check 2026-02-12T02:36:11.541 INFO:teuthology.orchestra.run.trial132.stdout:Transaction check succeeded. 2026-02-12T02:36:11.542 INFO:teuthology.orchestra.run.trial132.stdout:Running transaction test 2026-02-12T02:36:11.887 INFO:teuthology.orchestra.run.trial132.stdout:Transaction test succeeded. 2026-02-12T02:36:11.887 INFO:teuthology.orchestra.run.trial132.stdout:Running transaction 2026-02-12T02:36:12.970 INFO:teuthology.orchestra.run.trial132.stdout: Preparing : 1/1 2026-02-12T02:36:13.253 INFO:teuthology.orchestra.run.trial132.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-12T02:36:13.271 INFO:teuthology.orchestra.run.trial132.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T02:36:15.039 INFO:teuthology.orchestra.run.trial132.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T02:36:15.068 INFO:teuthology.orchestra.run.trial132.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T02:36:18.089 INFO:teuthology.orchestra.run.trial132.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T02:36:18.095 INFO:teuthology.orchestra.run.trial132.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:36:21.327 INFO:teuthology.orchestra.run.trial132.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:36:22.109 INFO:teuthology.orchestra.run.trial069.stdout:(2/4): kernel-core-5.14.0-677.el9.x86_64.rpm 897 kB/s | 17 MB 00:19 2026-02-12T02:36:38.349 INFO:teuthology.orchestra.run.trial069.stdout:(3/4): kernel-modules-core-5.14.0-677.el9.x86_6 917 kB/s | 31 MB 00:34 2026-02-12T02:36:46.967 INFO:teuthology.orchestra.run.trial069.stdout:(4/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 915 kB/s | 40 MB 00:44 2026-02-12T02:36:46.969 INFO:teuthology.orchestra.run.trial069.stdout:-------------------------------------------------------------------------------- 2026-02-12T02:36:46.969 INFO:teuthology.orchestra.run.trial069.stdout:Total 2.0 MB/s | 88 MB 00:44 2026-02-12T02:36:47.157 INFO:teuthology.orchestra.run.trial069.stdout:Running transaction check 2026-02-12T02:36:47.363 INFO:teuthology.orchestra.run.trial069.stdout:Transaction check succeeded. 2026-02-12T02:36:47.363 INFO:teuthology.orchestra.run.trial069.stdout:Running transaction test 2026-02-12T02:36:47.712 INFO:teuthology.orchestra.run.trial069.stdout:Transaction test succeeded. 2026-02-12T02:36:47.712 INFO:teuthology.orchestra.run.trial069.stdout:Running transaction 2026-02-12T02:36:48.803 INFO:teuthology.orchestra.run.trial069.stdout: Preparing : 1/1 2026-02-12T02:36:49.087 INFO:teuthology.orchestra.run.trial069.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-12T02:36:49.107 INFO:teuthology.orchestra.run.trial069.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T02:36:50.858 INFO:teuthology.orchestra.run.trial069.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T02:36:50.887 INFO:teuthology.orchestra.run.trial069.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T02:36:51.806 INFO:teuthology.orchestra.run.trial132.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:36:51.828 INFO:teuthology.orchestra.run.trial132.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:36:51.895 INFO:teuthology.orchestra.run.trial132.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:36:51.895 INFO:teuthology.orchestra.run.trial132.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-12T02:36:51.895 INFO:teuthology.orchestra.run.trial132.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T02:36:51.895 INFO:teuthology.orchestra.run.trial132.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T02:36:51.947 INFO:teuthology.orchestra.run.trial132.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:36:51.947 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:36:51.947 INFO:teuthology.orchestra.run.trial132.stdout:Installed: 2026-02-12T02:36:51.947 INFO:teuthology.orchestra.run.trial132.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-12T02:36:51.948 INFO:teuthology.orchestra.run.trial132.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-12T02:36:51.948 INFO:teuthology.orchestra.run.trial132.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-12T02:36:51.948 INFO:teuthology.orchestra.run.trial132.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-12T02:36:51.948 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:36:51.948 INFO:teuthology.orchestra.run.trial132.stdout:Complete! 2026-02-12T02:36:52.006 DEBUG:teuthology.orchestra.run.trial132:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T02:36:52.032 INFO:teuthology.orchestra.run.trial132.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T02:36:52.033 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T02:36:52.033 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-12T02:36:52.033 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-12T02:36:52.034 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-12T02:36:52.034 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2026-02-12T02:36:52.034 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial132.front.sepia.ceph.com, path=None, version=distro) 2026-02-12T02:36:52.034 DEBUG:teuthology.orchestra.run.trial132:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T02:36:52.096 INFO:teuthology.orchestra.run.trial132.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T02:36:52.097 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T02:36:52.097 DEBUG:teuthology.orchestra.run.trial132:> sudo rpm -qi grub2-tools 2026-02-12T02:36:52.165 INFO:teuthology.orchestra.run.trial132.stdout:Name : grub2-tools 2026-02-12T02:36:52.165 INFO:teuthology.orchestra.run.trial132.stdout:Epoch : 1 2026-02-12T02:36:52.165 INFO:teuthology.orchestra.run.trial132.stdout:Version : 2.06 2026-02-12T02:36:52.165 INFO:teuthology.orchestra.run.trial132.stdout:Release : 118.el9 2026-02-12T02:36:52.165 INFO:teuthology.orchestra.run.trial132.stdout:Architecture: x86_64 2026-02-12T02:36:52.165 INFO:teuthology.orchestra.run.trial132.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Group : Unspecified 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Size : 8393909 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:License : GPLv3+ 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Packager : builder@centos.org 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Vendor : CentOS 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-12T02:36:52.166 INFO:teuthology.orchestra.run.trial132.stdout:Summary : Support tools for GRUB. 2026-02-12T02:36:52.167 INFO:teuthology.orchestra.run.trial132.stdout:Description : 2026-02-12T02:36:52.167 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:36:52.167 INFO:teuthology.orchestra.run.trial132.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-12T02:36:52.167 INFO:teuthology.orchestra.run.trial132.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-12T02:36:52.167 INFO:teuthology.orchestra.run.trial132.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-12T02:36:52.167 INFO:teuthology.orchestra.run.trial132.stdout:hardware devices. 2026-02-12T02:36:52.167 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:36:52.167 INFO:teuthology.orchestra.run.trial132.stdout:This subpackage provides tools for support of all platforms. 2026-02-12T02:36:52.168 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-12T02:36:52.169 INFO:teuthology.task.kernel:Updating grub on trial132 to boot 5.14.0-677.el9.x86_64 2026-02-12T02:36:52.169 DEBUG:teuthology.orchestra.run.trial132:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-12T02:36:52.232 INFO:teuthology.orchestra.run.trial132.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-12T02:36:52.233 DEBUG:teuthology.orchestra.run.trial132:> sudo command -v grubby && echo yes || echo no 2026-02-12T02:36:52.296 INFO:teuthology.orchestra.run.trial132.stdout:/sbin/grubby 2026-02-12T02:36:52.297 INFO:teuthology.orchestra.run.trial132.stdout:yes 2026-02-12T02:36:52.298 DEBUG:teuthology.orchestra.run.trial132:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-12T02:36:52.364 INFO:teuthology.orchestra.run.trial132.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-12T02:36:52.365 DEBUG:teuthology.orchestra.run.trial132:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-12T02:36:52.438 DEBUG:teuthology.orchestra.run.trial132:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-12T02:36:52.647 INFO:teuthology.orchestra.run.trial132.stderr:Generating grub configuration file ... 2026-02-12T02:36:52.710 INFO:teuthology.orchestra.run.trial132.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-12T02:36:52.717 INFO:teuthology.orchestra.run.trial132.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-12T02:36:52.969 INFO:teuthology.orchestra.run.trial132.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-12T02:36:52.975 INFO:teuthology.orchestra.run.trial132.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-12T02:36:53.007 INFO:teuthology.orchestra.run.trial132.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-12T02:36:53.014 INFO:teuthology.orchestra.run.trial132.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-12T02:36:53.038 INFO:teuthology.orchestra.run.trial132.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-12T02:36:53.044 INFO:teuthology.orchestra.run.trial132.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-12T02:36:53.127 INFO:teuthology.orchestra.run.trial132.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-12T02:36:53.135 INFO:teuthology.orchestra.run.trial132.stderr:done 2026-02-12T02:36:53.137 DEBUG:teuthology.orchestra.run.trial132:> test -d /sys/firmware/efi 2026-02-12T02:36:53.153 DEBUG:teuthology.orchestra.run.trial132:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-12T02:36:53.218 INFO:teuthology.orchestra.run.trial132.stdout:/boot/efi/EFI/BOOT 2026-02-12T02:36:53.218 INFO:teuthology.orchestra.run.trial132.stdout:/boot/efi/EFI/centos 2026-02-12T02:36:53.220 DEBUG:teuthology.orchestra.run.trial132:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-12T02:36:53.285 INFO:teuthology.orchestra.run.trial132.stdout:no 2026-02-12T02:36:53.285 DEBUG:teuthology.orchestra.run.trial132:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-12T02:36:53.351 INFO:teuthology.orchestra.run.trial132.stdout:yes 2026-02-12T02:36:53.351 DEBUG:teuthology.orchestra.run.trial132:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-12T02:36:53.415 DEBUG:teuthology.orchestra.run.trial132:> sudo shutdown -r now 2026-02-12T02:36:53.979 INFO:teuthology.orchestra.run.trial069.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T02:36:53.984 INFO:teuthology.orchestra.run.trial069.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:36:57.025 INFO:teuthology.orchestra.run.trial069.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:37:23.459 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2026-02-12T02:37:23.459 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial132.front.sepia.ceph.com' 2026-02-12T02:37:23.460 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T02:37:27.303 INFO:teuthology.orchestra.run.trial069.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:37:27.324 INFO:teuthology.orchestra.run.trial069.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:37:27.492 INFO:teuthology.orchestra.run.trial069.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:37:27.493 INFO:teuthology.orchestra.run.trial069.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-12T02:37:27.493 INFO:teuthology.orchestra.run.trial069.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T02:37:27.493 INFO:teuthology.orchestra.run.trial069.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T02:37:27.545 INFO:teuthology.orchestra.run.trial069.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T02:37:27.545 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:37:27.545 INFO:teuthology.orchestra.run.trial069.stdout:Installed: 2026-02-12T02:37:27.545 INFO:teuthology.orchestra.run.trial069.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-12T02:37:27.545 INFO:teuthology.orchestra.run.trial069.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-12T02:37:27.545 INFO:teuthology.orchestra.run.trial069.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-12T02:37:27.545 INFO:teuthology.orchestra.run.trial069.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-12T02:37:27.545 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:37:27.546 INFO:teuthology.orchestra.run.trial069.stdout:Complete! 2026-02-12T02:37:27.601 DEBUG:teuthology.orchestra.run.trial069:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T02:37:27.626 INFO:teuthology.orchestra.run.trial069.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T02:37:27.627 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T02:37:27.628 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-12T02:37:27.628 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-12T02:37:27.628 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-12T02:37:27.628 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-12T02:37:27.628 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial069.front.sepia.ceph.com, path=None, version=distro) 2026-02-12T02:37:27.628 DEBUG:teuthology.orchestra.run.trial069:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T02:37:27.690 INFO:teuthology.orchestra.run.trial069.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T02:37:27.691 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T02:37:27.692 DEBUG:teuthology.orchestra.run.trial069:> sudo rpm -qi grub2-tools 2026-02-12T02:37:27.759 INFO:teuthology.orchestra.run.trial069.stdout:Name : grub2-tools 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Epoch : 1 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Version : 2.06 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Release : 118.el9 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Architecture: x86_64 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Group : Unspecified 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Size : 8393909 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:License : GPLv3+ 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-12T02:37:27.760 INFO:teuthology.orchestra.run.trial069.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:Packager : builder@centos.org 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:Vendor : CentOS 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:Summary : Support tools for GRUB. 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:Description : 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:hardware devices. 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:37:27.761 INFO:teuthology.orchestra.run.trial069.stdout:This subpackage provides tools for support of all platforms. 2026-02-12T02:37:27.762 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-12T02:37:27.763 INFO:teuthology.task.kernel:Updating grub on trial069 to boot 5.14.0-677.el9.x86_64 2026-02-12T02:37:27.763 DEBUG:teuthology.orchestra.run.trial069:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-12T02:37:27.825 INFO:teuthology.orchestra.run.trial069.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-12T02:37:27.826 DEBUG:teuthology.orchestra.run.trial069:> sudo command -v grubby && echo yes || echo no 2026-02-12T02:37:27.890 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/grubby 2026-02-12T02:37:27.891 INFO:teuthology.orchestra.run.trial069.stdout:yes 2026-02-12T02:37:27.892 DEBUG:teuthology.orchestra.run.trial069:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-12T02:37:27.956 INFO:teuthology.orchestra.run.trial069.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-12T02:37:27.957 DEBUG:teuthology.orchestra.run.trial069:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-12T02:37:28.031 DEBUG:teuthology.orchestra.run.trial069:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-12T02:37:28.234 INFO:teuthology.orchestra.run.trial069.stderr:Generating grub configuration file ... 2026-02-12T02:37:28.297 INFO:teuthology.orchestra.run.trial069.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-12T02:37:28.304 INFO:teuthology.orchestra.run.trial069.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-12T02:37:28.555 INFO:teuthology.orchestra.run.trial069.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-12T02:37:28.562 INFO:teuthology.orchestra.run.trial069.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-12T02:37:28.594 INFO:teuthology.orchestra.run.trial069.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-12T02:37:28.601 INFO:teuthology.orchestra.run.trial069.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-12T02:37:28.624 INFO:teuthology.orchestra.run.trial069.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-12T02:37:28.630 INFO:teuthology.orchestra.run.trial069.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-12T02:37:28.712 INFO:teuthology.orchestra.run.trial069.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-12T02:37:28.721 INFO:teuthology.orchestra.run.trial069.stderr:done 2026-02-12T02:37:28.723 DEBUG:teuthology.orchestra.run.trial069:> test -d /sys/firmware/efi 2026-02-12T02:37:28.738 DEBUG:teuthology.orchestra.run.trial069:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-12T02:37:28.804 INFO:teuthology.orchestra.run.trial069.stdout:/boot/efi/EFI/BOOT 2026-02-12T02:37:28.805 INFO:teuthology.orchestra.run.trial069.stdout:/boot/efi/EFI/centos 2026-02-12T02:37:28.806 DEBUG:teuthology.orchestra.run.trial069:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-12T02:37:28.871 INFO:teuthology.orchestra.run.trial069.stdout:no 2026-02-12T02:37:28.872 DEBUG:teuthology.orchestra.run.trial069:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-12T02:37:28.935 INFO:teuthology.orchestra.run.trial069.stdout:yes 2026-02-12T02:37:28.936 DEBUG:teuthology.orchestra.run.trial069:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-12T02:37:29.000 DEBUG:teuthology.orchestra.run.trial069:> sudo shutdown -r now 2026-02-12T02:37:29.074 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-12T02:37:59.073 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-12T02:37:59.073 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial069.front.sepia.ceph.com' 2026-02-12T02:37:59.074 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T02:38:23.485 DEBUG:teuthology.orchestra.remote:timed out 2026-02-12T02:38:32.494 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial132.front.sepia.ceph.com' 2026-02-12T02:38:32.495 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T02:38:32.630 DEBUG:teuthology.orchestra.run.trial132:> true 2026-02-12T02:38:32.781 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial132.front.sepia.ceph.com' 2026-02-12T02:38:32.781 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-677.el9.x86_64"... 2026-02-12T02:38:32.782 DEBUG:teuthology.orchestra.run.trial132:> uname -r 2026-02-12T02:38:32.836 INFO:teuthology.orchestra.run.trial132.stdout:5.14.0-677.el9.x86_64 2026-02-12T02:38:32.837 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-12T02:38:32.837 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-12T02:38:32.837 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-12T02:38:33.837 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2026-02-12T02:38:33.838 DEBUG:teuthology.orchestra.run.trial132:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-12T02:38:33.867 INFO:teuthology.orchestra.run.trial132.stdout:ttyS1 2026-02-12T02:38:33.891 DEBUG:teuthology.parallel:result is None 2026-02-12T02:38:59.076 DEBUG:teuthology.orchestra.remote:timed out 2026-02-12T02:39:08.077 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial069.front.sepia.ceph.com' 2026-02-12T02:39:08.079 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T02:39:08.217 DEBUG:teuthology.orchestra.run.trial069:> true 2026-02-12T02:39:08.374 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial069.front.sepia.ceph.com' 2026-02-12T02:39:08.374 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-677.el9.x86_64"... 2026-02-12T02:39:08.374 DEBUG:teuthology.orchestra.run.trial069:> uname -r 2026-02-12T02:39:08.431 INFO:teuthology.orchestra.run.trial069.stdout:5.14.0-677.el9.x86_64 2026-02-12T02:39:08.431 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-12T02:39:08.432 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-12T02:39:08.432 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-12T02:39:09.432 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2026-02-12T02:39:09.432 DEBUG:teuthology.orchestra.run.trial069:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-12T02:39:09.462 INFO:teuthology.orchestra.run.trial069.stdout:ttyS1 2026-02-12T02:39:09.489 DEBUG:teuthology.parallel:result is None 2026-02-12T02:39:09.489 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-12T02:39:09.501 INFO:teuthology.task.internal:Creating test directory... 2026-02-12T02:39:09.501 DEBUG:teuthology.orchestra.run.trial069:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-12T02:39:09.531 DEBUG:teuthology.orchestra.run.trial132:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-12T02:39:09.548 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-12T02:39:09.560 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-12T02:39:09.574 INFO:teuthology.task.internal:Creating archive directory... 2026-02-12T02:39:09.575 DEBUG:teuthology.orchestra.run.trial069:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-12T02:39:09.588 DEBUG:teuthology.orchestra.run.trial132:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-12T02:39:09.615 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-12T02:39:09.627 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-12T02:39:09.627 DEBUG:teuthology.orchestra.run.trial069:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-12T02:39:09.645 DEBUG:teuthology.orchestra.run.trial132:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-12T02:39:09.668 INFO:teuthology.orchestra.run.trial069.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T02:39:09.672 INFO:teuthology.orchestra.run.trial132.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T02:39:09.676 INFO:teuthology.orchestra.run.trial069.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T02:39:09.681 INFO:teuthology.orchestra.run.trial132.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T02:39:09.683 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-12T02:39:09.695 INFO:teuthology.task.internal:Configuring sudo... 2026-02-12T02:39:09.696 DEBUG:teuthology.orchestra.run.trial069:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-12T02:39:09.720 DEBUG:teuthology.orchestra.run.trial132:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-12T02:39:09.747 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-12T02:39:09.764 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-12T02:39:09.764 DEBUG:teuthology.orchestra.run.trial069:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-12T02:39:09.784 DEBUG:teuthology.orchestra.run.trial132:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-12T02:39:09.802 DEBUG:teuthology.orchestra.run.trial069:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T02:39:09.961 DEBUG:teuthology.orchestra.run.trial069:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T02:39:09.986 DEBUG:teuthology.orchestra.run.trial069:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T02:39:10.137 DEBUG:teuthology.orchestra.run.trial069:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T02:39:10.161 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:39:10.161 DEBUG:teuthology.orchestra.run.trial069:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-12T02:39:10.224 DEBUG:teuthology.orchestra.run.trial132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T02:39:10.339 DEBUG:teuthology.orchestra.run.trial132:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T02:39:10.364 DEBUG:teuthology.orchestra.run.trial132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T02:39:10.504 DEBUG:teuthology.orchestra.run.trial132:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T02:39:10.528 DEBUG:teuthology.orchestra.run.trial132:> set -ex 2026-02-12T02:39:10.528 DEBUG:teuthology.orchestra.run.trial132:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-12T02:39:10.594 DEBUG:teuthology.orchestra.run.trial069:> sudo service rsyslog restart 2026-02-12T02:39:10.596 DEBUG:teuthology.orchestra.run.trial132:> sudo service rsyslog restart 2026-02-12T02:39:10.623 INFO:teuthology.orchestra.run.trial069.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T02:39:10.661 INFO:teuthology.orchestra.run.trial132.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T02:39:11.146 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-12T02:39:11.158 INFO:teuthology.task.internal:Starting timer... 2026-02-12T02:39:11.158 INFO:teuthology.run_tasks:Running task pcp... 2026-02-12T02:39:11.181 INFO:teuthology.run_tasks:Running task selinux... 2026-02-12T02:39:11.200 DEBUG:teuthology.orchestra.run.trial069:> sudo service auditd rotate 2026-02-12T02:39:11.229 INFO:teuthology.orchestra.run.trial069.stdout:Rotating logs: 2026-02-12T02:39:11.231 DEBUG:teuthology.orchestra.run.trial132:> sudo service auditd rotate 2026-02-12T02:39:11.260 INFO:teuthology.orchestra.run.trial132.stdout:Rotating logs: 2026-02-12T02:39:11.262 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-12T02:39:11.262 DEBUG:teuthology.orchestra.run.trial069:> /usr/sbin/getenforce 2026-02-12T02:39:11.287 INFO:teuthology.orchestra.run.trial069.stdout:Permissive 2026-02-12T02:39:11.287 DEBUG:teuthology.orchestra.run.trial132:> /usr/sbin/getenforce 2026-02-12T02:39:11.319 INFO:teuthology.orchestra.run.trial132.stdout:Permissive 2026-02-12T02:39:11.319 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial069.front.sepia.ceph.com': 'permissive', 'ubuntu@trial132.front.sepia.ceph.com': 'permissive'} 2026-02-12T02:39:11.319 DEBUG:teuthology.orchestra.run.trial069:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T02:39:11.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T02:39:11.352 DEBUG:teuthology.orchestra.run.trial132:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T02:39:11.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T02:39:11.384 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-12T02:39:11.384 DEBUG:teuthology.orchestra.run.trial069:> sudo /usr/sbin/setenforce permissive 2026-02-12T02:39:11.416 DEBUG:teuthology.orchestra.run.trial132:> sudo /usr/sbin/setenforce permissive 2026-02-12T02:39:11.448 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-12T02:39:11.462 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-12T02:39:11.474 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-12T02:39:11.475 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial069.front.sepia.ceph.com,trial132.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-12T02:40:19.551 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial069.front.sepia.ceph.com'), Remote(name='ubuntu@trial132.front.sepia.ceph.com')] 2026-02-12T02:40:19.552 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial069.front.sepia.ceph.com' 2026-02-12T02:40:19.553 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T02:40:19.664 DEBUG:teuthology.orchestra.run.trial069:> true 2026-02-12T02:40:19.738 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial069.front.sepia.ceph.com' 2026-02-12T02:40:19.738 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial132.front.sepia.ceph.com' 2026-02-12T02:40:19.739 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T02:40:19.843 DEBUG:teuthology.orchestra.run.trial132:> true 2026-02-12T02:40:19.914 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial132.front.sepia.ceph.com' 2026-02-12T02:40:19.914 INFO:teuthology.run_tasks:Running task clock... 2026-02-12T02:40:19.927 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-12T02:40:19.927 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-12T02:40:19.927 DEBUG:teuthology.orchestra.run.trial069:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T02:40:19.929 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-12T02:40:19.929 DEBUG:teuthology.orchestra.run.trial132:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T02:40:19.955 INFO:teuthology.orchestra.run.trial069.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-12T02:40:19.967 INFO:teuthology.orchestra.run.trial069.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-12T02:40:19.980 INFO:teuthology.orchestra.run.trial132.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-12T02:40:19.988 INFO:teuthology.orchestra.run.trial069.stderr:sudo: ntpd: command not found 2026-02-12T02:40:19.992 INFO:teuthology.orchestra.run.trial132.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-12T02:40:19.997 INFO:teuthology.orchestra.run.trial069.stdout:506 Cannot talk to daemon 2026-02-12T02:40:20.009 INFO:teuthology.orchestra.run.trial069.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-12T02:40:20.011 INFO:teuthology.orchestra.run.trial132.stderr:sudo: ntpd: command not found 2026-02-12T02:40:20.021 INFO:teuthology.orchestra.run.trial069.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-12T02:40:20.021 INFO:teuthology.orchestra.run.trial132.stdout:506 Cannot talk to daemon 2026-02-12T02:40:20.032 INFO:teuthology.orchestra.run.trial132.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-12T02:40:20.044 INFO:teuthology.orchestra.run.trial132.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-12T02:40:20.067 INFO:teuthology.orchestra.run.trial069.stderr:bash: line 1: ntpq: command not found 2026-02-12T02:40:20.069 INFO:teuthology.orchestra.run.trial069.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T02:40:20.069 INFO:teuthology.orchestra.run.trial069.stdout:=============================================================================== 2026-02-12T02:40:20.088 INFO:teuthology.orchestra.run.trial132.stderr:bash: line 1: ntpq: command not found 2026-02-12T02:40:20.090 INFO:teuthology.orchestra.run.trial132.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T02:40:20.090 INFO:teuthology.orchestra.run.trial132.stdout:=============================================================================== 2026-02-12T02:40:20.091 INFO:teuthology.run_tasks:Running task cephadm... 2026-02-12T02:40:20.180 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': '84a80275f63e26ece3f633fd033fd9ecbda16ed2'} 2026-02-12T02:40:20.181 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2026-02-12T02:40:20.183 INFO:tasks.cephadm:Cluster fsid is 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:20.183 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-02-12T02:40:20.183 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '10.20.193.69', 'mon.c': '[v2:10.20.193.69:3301,v1:10.20.193.69:6790]', 'mon.b': '10.20.193.132'} 2026-02-12T02:40:20.183 INFO:tasks.cephadm:First mon is mon.a on trial069 2026-02-12T02:40:20.183 INFO:tasks.cephadm:First mgr is y 2026-02-12T02:40:20.183 INFO:tasks.cephadm:Normalizing hostnames... 2026-02-12T02:40:20.183 DEBUG:teuthology.orchestra.run.trial069:> sudo hostname $(hostname -s) 2026-02-12T02:40:20.208 DEBUG:teuthology.orchestra.run.trial132:> sudo hostname $(hostname -s) 2026-02-12T02:40:20.233 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2026-02-12T02:40:20.234 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T02:40:20.361 INFO:tasks.cephadm:builder_project result: [{'url': 'https://2.chacra.ceph.com/r/ceph/wip-guits-main-2026-02-11-1317/84a80275f63e26ece3f633fd033fd9ecbda16ed2/centos/9/flavors/default/', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-guits-main-2026-02-11-1317/84a80275f63e26ece3f633fd033fd9ecbda16ed2/centos/9/flavors/default/', 'ref': 'wip-guits-main-2026-02-11-1317', 'sha1': '84a80275f63e26ece3f633fd033fd9ecbda16ed2', 'distro': 'centos', 'distro_version': '9', 'distro_codename': None, 'modified': '2026-02-11 14:00:21.587195', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['source', 'x86_64'], 'extra': {'version': '20.3.0-5250-g84a80275', 'package_manager_version': '20.3.0-5250.g84a80275', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/2922/', 'root_build_cause': '', 'node_name': '10.20.192.98+toko08', 'job_name': 'ceph-dev-pipeline'}}] 2026-02-12T02:40:20.509 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 283431c091dafc302f5753f809d0bd1eddce0869 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=squid 2026-02-12T02:40:20.510 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-12T02:40:20.510 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-12T02:40:20.510 DEBUG:teuthology.orchestra.run.trial069:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-12T02:40:20.815 INFO:teuthology.orchestra.run.trial069.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 12 02:40 /home/ubuntu/cephtest/cephadm 2026-02-12T02:40:20.815 DEBUG:teuthology.orchestra.run.trial132:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-12T02:40:21.109 INFO:teuthology.orchestra.run.trial132.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 12 02:40 /home/ubuntu/cephtest/cephadm 2026-02-12T02:40:21.110 DEBUG:teuthology.orchestra.run.trial069:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-12T02:40:21.128 DEBUG:teuthology.orchestra.run.trial132:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-12T02:40:21.155 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2026-02-12T02:40:21.155 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-12T02:40:21.170 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-12T02:40:21.445 INFO:teuthology.orchestra.run.trial069.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T02:40:21.463 INFO:teuthology.orchestra.run.trial132.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T02:40:30.331 INFO:teuthology.orchestra.run.trial132.stdout:{ 2026-02-12T02:40:30.331 INFO:teuthology.orchestra.run.trial132.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-12T02:40:30.331 INFO:teuthology.orchestra.run.trial132.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-12T02:40:30.331 INFO:teuthology.orchestra.run.trial132.stdout: "repo_digests": [ 2026-02-12T02:40:30.331 INFO:teuthology.orchestra.run.trial132.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-12T02:40:30.332 INFO:teuthology.orchestra.run.trial132.stdout: ] 2026-02-12T02:40:30.332 INFO:teuthology.orchestra.run.trial132.stdout:} 2026-02-12T02:40:30.899 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:40:30.899 INFO:teuthology.orchestra.run.trial069.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-12T02:40:30.899 INFO:teuthology.orchestra.run.trial069.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-12T02:40:30.899 INFO:teuthology.orchestra.run.trial069.stdout: "repo_digests": [ 2026-02-12T02:40:30.899 INFO:teuthology.orchestra.run.trial069.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-12T02:40:30.899 INFO:teuthology.orchestra.run.trial069.stdout: ] 2026-02-12T02:40:30.899 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:40:30.915 DEBUG:teuthology.orchestra.run.trial069:> sudo mkdir -p /etc/ceph 2026-02-12T02:40:30.965 DEBUG:teuthology.orchestra.run.trial132:> sudo mkdir -p /etc/ceph 2026-02-12T02:40:30.993 DEBUG:teuthology.orchestra.run.trial069:> sudo chmod 777 /etc/ceph 2026-02-12T02:40:31.017 DEBUG:teuthology.orchestra.run.trial132:> sudo chmod 777 /etc/ceph 2026-02-12T02:40:31.056 INFO:tasks.cephadm:Writing seed config... 2026-02-12T02:40:31.058 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2026-02-12T02:40:31.059 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-02-12T02:40:31.059 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-02-12T02:40:31.059 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2026-02-12T02:40:31.059 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-02-12T02:40:31.059 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-02-12T02:40:31.059 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-02-12T02:40:31.059 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-02-12T02:40:31.059 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-02-12T02:40:31.060 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:40:31.061 DEBUG:teuthology.orchestra.run.trial069:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-02-12T02:40:31.077 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 2c30638c-07bc-11f1-8be0-d404e6e7d460 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd mclock skip benchmark = true osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-02-12T02:40:31.078 DEBUG:teuthology.orchestra.run.trial069:mon.a> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a.service 2026-02-12T02:40:31.120 DEBUG:teuthology.orchestra.run.trial069:mgr.y> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service 2026-02-12T02:40:31.162 INFO:tasks.cephadm:Bootstrapping... 2026-02-12T02:40:31.163 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 10.20.193.69 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-02-12T02:40:31.428 INFO:teuthology.orchestra.run.trial069.stdout:-------------------------------------------------------------------------------- 2026-02-12T02:40:31.428 INFO:teuthology.orchestra.run.trial069.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', '2c30638c-07bc-11f1-8be0-d404e6e7d460', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '10.20.193.69', '--skip-admin-label'] 2026-02-12T02:40:31.429 INFO:teuthology.orchestra.run.trial069.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-02-12T02:40:31.429 INFO:teuthology.orchestra.run.trial069.stdout:Verifying podman|docker is present... 2026-02-12T02:40:31.444 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stdout 5.6.0 2026-02-12T02:40:31.444 INFO:teuthology.orchestra.run.trial069.stdout:Verifying lvm2 is present... 2026-02-12T02:40:31.444 INFO:teuthology.orchestra.run.trial069.stdout:Verifying time synchronization is in place... 2026-02-12T02:40:31.450 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-12T02:40:31.450 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-12T02:40:31.456 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-12T02:40:31.456 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout inactive 2026-02-12T02:40:31.462 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout enabled 2026-02-12T02:40:31.468 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout active 2026-02-12T02:40:31.468 INFO:teuthology.orchestra.run.trial069.stdout:Unit chronyd.service is enabled and running 2026-02-12T02:40:31.468 INFO:teuthology.orchestra.run.trial069.stdout:Repeating the final host check... 2026-02-12T02:40:31.482 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stdout 5.6.0 2026-02-12T02:40:31.482 INFO:teuthology.orchestra.run.trial069.stdout:podman (/bin/podman) version 5.6.0 is present 2026-02-12T02:40:31.482 INFO:teuthology.orchestra.run.trial069.stdout:systemctl is present 2026-02-12T02:40:31.482 INFO:teuthology.orchestra.run.trial069.stdout:lvcreate is present 2026-02-12T02:40:31.488 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-12T02:40:31.488 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-12T02:40:31.493 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-12T02:40:31.493 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout inactive 2026-02-12T02:40:31.499 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout enabled 2026-02-12T02:40:31.505 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout active 2026-02-12T02:40:31.505 INFO:teuthology.orchestra.run.trial069.stdout:Unit chronyd.service is enabled and running 2026-02-12T02:40:31.505 INFO:teuthology.orchestra.run.trial069.stdout:Host looks OK 2026-02-12T02:40:31.505 INFO:teuthology.orchestra.run.trial069.stdout:Cluster fsid: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:31.505 INFO:teuthology.orchestra.run.trial069.stdout:Acquiring lock 140184848852400 on /run/cephadm/2c30638c-07bc-11f1-8be0-d404e6e7d460.lock 2026-02-12T02:40:31.505 INFO:teuthology.orchestra.run.trial069.stdout:Lock 140184848852400 acquired on /run/cephadm/2c30638c-07bc-11f1-8be0-d404e6e7d460.lock 2026-02-12T02:40:31.505 INFO:teuthology.orchestra.run.trial069.stdout:Verifying IP 10.20.193.69 port 3300 ... 2026-02-12T02:40:31.506 INFO:teuthology.orchestra.run.trial069.stdout:Verifying IP 10.20.193.69 port 6789 ... 2026-02-12T02:40:31.506 INFO:teuthology.orchestra.run.trial069.stdout:Base mon IP(s) is [10.20.193.69:3300, 10.20.193.69:6789], mon addrv is [v2:10.20.193.69:3300,v1:10.20.193.69:6789] 2026-02-12T02:40:31.509 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.69 metric 102 2026-02-12T02:40:31.509 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout 10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.69 metric 102 2026-02-12T02:40:31.509 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout 169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-12T02:40:31.512 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-02-12T02:40:31.512 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2026-02-12T02:40:31.512 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout fe80::/64 dev enp7s0f4u2u2c2 proto kernel metric 1024 pref medium 2026-02-12T02:40:31.515 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-02-12T02:40:31.515 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-02-12T02:40:31.515 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T02:40:31.515 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout 2: enp7s0f4u2u2c2: mtu 1500 state UNKNOWN qlen 1000 2026-02-12T02:40:31.515 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout inet6 fe80::8a56:ab2d:6825:2f63/64 scope link noprefixroute 2026-02-12T02:40:31.515 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T02:40:31.516 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout 3: enp1s0f0: mtu 1500 state UP qlen 1000 2026-02-12T02:40:31.516 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout inet6 fe80::925a:8ff:fe77:60f6/64 scope link 2026-02-12T02:40:31.516 INFO:teuthology.orchestra.run.trial069.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T02:40:31.516 INFO:teuthology.orchestra.run.trial069.stdout:Mon IP `10.20.193.69` is in CIDR network `10.20.192.0/20` 2026-02-12T02:40:31.516 INFO:teuthology.orchestra.run.trial069.stdout:Mon IP `10.20.193.69` is in CIDR network `10.20.192.0/20` 2026-02-12T02:40:31.516 INFO:teuthology.orchestra.run.trial069.stdout:Inferred mon public CIDR from local network configuration ['10.20.192.0/20', '10.20.192.0/20'] 2026-02-12T02:40:31.516 INFO:teuthology.orchestra.run.trial069.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-02-12T02:40:31.516 INFO:teuthology.orchestra.run.trial069.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T02:40:31.762 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stdout 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-12T02:40:31.763 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T02:40:31.763 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stderr Getting image source signatures 2026-02-12T02:40:31.763 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stderr Copying blob sha256:64e40020cdc81486fe697dfe0e523a5804d33e01a9e9bdfc58898ab18d415677 2026-02-12T02:40:31.763 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stderr Copying blob sha256:c92ccfe8c151fb35c12ff15a7a7de08028e120d73814d436eadc192e84f49ad9 2026-02-12T02:40:31.763 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stderr Copying config sha256:4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-12T02:40:31.763 INFO:teuthology.orchestra.run.trial069.stdout:/bin/podman: stderr Writing manifest to image destination 2026-02-12T02:40:31.871 INFO:teuthology.orchestra.run.trial069.stdout:ceph: stdout ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-12T02:40:31.872 INFO:teuthology.orchestra.run.trial069.stdout:Ceph version: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-12T02:40:31.872 INFO:teuthology.orchestra.run.trial069.stdout:Extracting ceph user uid/gid from container image... 2026-02-12T02:40:32.006 INFO:teuthology.orchestra.run.trial069.stdout:stat: stdout 167 167 2026-02-12T02:40:32.006 INFO:teuthology.orchestra.run.trial069.stdout:Creating initial keys... 2026-02-12T02:40:32.123 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph-authtool: stdout AQCgPY1pAaedBhAA/WkYyVS9hcpexUTkpDvDVQ== 2026-02-12T02:40:32.242 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph-authtool: stdout AQCgPY1pncjzDBAARCtKtEXip4E7dO4CHeIfMQ== 2026-02-12T02:40:32.367 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph-authtool: stdout AQCgPY1pPvB1FBAAyzOnmHKahBB+N/LbwjDCtg== 2026-02-12T02:40:32.368 INFO:teuthology.orchestra.run.trial069.stdout:Creating initial monmap... 2026-02-12T02:40:32.503 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-12T02:40:32.503 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-02-12T02:40:32.503 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:32.503 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-12T02:40:32.503 INFO:teuthology.orchestra.run.trial069.stdout:monmaptool for a [v2:10.20.193.69:3300,v1:10.20.193.69:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-12T02:40:32.503 INFO:teuthology.orchestra.run.trial069.stdout:setting min_mon_release = quincy 2026-02-12T02:40:32.503 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/monmaptool: set fsid to 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:32.504 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-12T02:40:32.504 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:32.504 INFO:teuthology.orchestra.run.trial069.stdout:Creating mon... 2026-02-12T02:40:32.625 INFO:teuthology.orchestra.run.trial069.stdout:create mon.a on 2026-02-12T02:40:32.882 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-02-12T02:40:32.984 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460.target → /etc/systemd/system/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460.target. 2026-02-12T02:40:32.984 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460.target → /etc/systemd/system/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460.target. 2026-02-12T02:40:33.104 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a 2026-02-12T02:40:33.104 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Failed to reset failed state of unit ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a.service: Unit ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a.service not loaded. 2026-02-12T02:40:33.220 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460.target.wants/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a.service → /etc/systemd/system/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@.service. 2026-02-12T02:40:33.366 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T02:40:33.366 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout disabled 2026-02-12T02:40:33.372 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T02:40:33.372 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout inactive 2026-02-12T02:40:33.373 INFO:teuthology.orchestra.run.trial069.stdout:firewalld.service is not enabled 2026-02-12T02:40:33.373 INFO:teuthology.orchestra.run.trial069.stdout:Not possible to enable service . firewalld.service is not available 2026-02-12T02:40:33.373 INFO:teuthology.orchestra.run.trial069.stdout:Waiting for mon to start... 2026-02-12T02:40:33.373 INFO:teuthology.orchestra.run.trial069.stdout:Waiting for mon... 2026-02-12T02:40:33.379 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:33 trial069 systemd[1]: Started Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:40:33.522 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout cluster: 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout id: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout services: 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.126448s) 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout data: 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-02-12T02:40:33.523 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-02-12T02:40:33.524 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout pgs: 2026-02-12T02:40:33.524 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:33.524 INFO:teuthology.orchestra.run.trial069.stdout:mon is available 2026-02-12T02:40:33.524 INFO:teuthology.orchestra.run.trial069.stdout:Assimilating anything we can from ceph.conf... 2026-02-12T02:40:33.636 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:33 trial069 ceph-mon[14075]: mkfs 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:33.636 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:33 trial069 ceph-mon[14075]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T02:40:33.671 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout [global] 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout fsid = 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.69:3300,v1:10.20.193.69:6789] 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:33.672 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-12T02:40:33.673 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2026-02-12T02:40:33.673 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-12T02:40:33.673 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:33.673 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout [osd] 2026-02-12T02:40:33.673 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-12T02:40:33.673 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-12T02:40:33.673 INFO:teuthology.orchestra.run.trial069.stdout:Generating new minimal ceph.conf... 2026-02-12T02:40:33.824 INFO:teuthology.orchestra.run.trial069.stdout:Restarting the monitor... 2026-02-12T02:40:33.904 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:33 trial069 systemd[1]: Stopping Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:40:34.181 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:33 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a[14067]: 2026-02-12T02:40:33.902+0000 7f92b5a26640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T02:40:34.181 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:33 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a[14067]: 2026-02-12T02:40:33.902+0000 7f92b5a26640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2026-02-12T02:40:34.181 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 podman[14361]: 2026-02-12 02:40:34.004769808 +0000 UTC m=+0.114249037 container died 4a3541afae2e0f70cb1fa4e64440c8b6a10c14390c374c754d7c545d7521bf7f (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.vendor=CentOS) 2026-02-12T02:40:34.181 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 podman[14361]: 2026-02-12 02:40:34.013270926 +0000 UTC m=+0.122750145 container remove 4a3541afae2e0f70cb1fa4e64440c8b6a10c14390c374c754d7c545d7521bf7f (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, io.buildah.version=1.41.3, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:40:34.181 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 bash[14361]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a 2026-02-12T02:40:34.181 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a.service: Deactivated successfully. 2026-02-12T02:40:34.181 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 systemd[1]: Stopped Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:40:34.181 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 systemd[1]: Starting Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:40:34.182 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 podman[14490]: 2026-02-12 02:40:34.15396358 +0000 UTC m=+0.014525624 container create 1d45ae6d912a8c930bb1f158b79c77be9e6f68d2067abc084cd27c6501d94c9b (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, OSD_FLAVOR=default, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2026-02-12T02:40:34.189 INFO:teuthology.orchestra.run.trial069.stdout:Setting public_network to 10.20.192.0/20 in mon config section 2026-02-12T02:40:34.355 INFO:teuthology.orchestra.run.trial069.stdout:Wrote config to /etc/ceph/ceph.conf 2026-02-12T02:40:34.355 INFO:teuthology.orchestra.run.trial069.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-02-12T02:40:34.356 INFO:teuthology.orchestra.run.trial069.stdout:Creating mgr... 2026-02-12T02:40:34.356 INFO:teuthology.orchestra.run.trial069.stdout:Verifying port 0.0.0.0:9283 ... 2026-02-12T02:40:34.356 INFO:teuthology.orchestra.run.trial069.stdout:Verifying port 0.0.0.0:8765 ... 2026-02-12T02:40:34.479 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y 2026-02-12T02:40:34.479 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Failed to reset failed state of unit ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service: Unit ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service not loaded. 2026-02-12T02:40:34.485 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 podman[14490]: 2026-02-12 02:40:34.182257572 +0000 UTC m=+0.042819626 container init 1d45ae6d912a8c930bb1f158b79c77be9e6f68d2067abc084cd27c6501d94c9b (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.41.3) 2026-02-12T02:40:34.485 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 podman[14490]: 2026-02-12 02:40:34.184772777 +0000 UTC m=+0.045334831 container start 1d45ae6d912a8c930bb1f158b79c77be9e6f68d2067abc084cd27c6501d94c9b (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_REF=squid, org.label-schema.build-date=20260202, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:40:34.485 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 bash[14490]: 1d45ae6d912a8c930bb1f158b79c77be9e6f68d2067abc084cd27c6501d94c9b 2026-02-12T02:40:34.485 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 podman[14490]: 2026-02-12 02:40:34.148218244 +0000 UTC m=+0.008780298 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph:squid 2026-02-12T02:40:34.485 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 systemd[1]: Started Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:40:34.485 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable), process ceph-mon, pid 2 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: pidfile_write: ignore empty --pid-file 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: load: jerasure load: lrc 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: RocksDB version: 7.9.2 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Git sha 0 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Compile date 2026-02-07 14:59:59 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: DB SUMMARY 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: DB Session ID: CDOAJL7P5H6TGLZ927B5 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: CURRENT file: CURRENT 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-02-12T02:40:34.486 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 75083 ; 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.error_if_exists: 0 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.create_if_missing: 0 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.paranoid_checks: 1 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.env: 0x55ec5487adc0 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.info_log: 0x55ec557ef880 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.statistics: (nil) 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.use_fsync: 0 2026-02-12T02:40:34.487 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_log_file_size: 0 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.allow_fallocate: 1 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.use_direct_reads: 0 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.db_log_dir: 2026-02-12T02:40:34.488 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.wal_dir: 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.write_buffer_manager: 0x55ec557f3900 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T02:40:34.489 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T02:40:34.490 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T02:40:34.490 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T02:40:34.490 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T02:40:34.490 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T02:40:34.490 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.unordered_write: 0 2026-02-12T02:40:34.490 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T02:40:34.491 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T02:40:34.491 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T02:40:34.491 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.row_cache: None 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.wal_filter: None 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.two_write_queues: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.wal_compression: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.atomic_flush: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T02:40:34.492 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.log_readahead_size: 0 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_background_jobs: 2 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_background_compactions: -1 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_subcompactions: 1 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T02:40:34.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_open_files: -1 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_background_flushes: -1 2026-02-12T02:40:34.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Compression algorithms supported: 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: kZSTD supported: 0 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: kXpressCompression supported: 0 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: kBZip2Compression supported: 0 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: kLZ4Compression supported: 1 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: kZlibCompression supported: 1 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: kSnappyCompression supported: 1 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T02:40:34.495 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.merge_operator: 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_filter: None 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ec557ee480) 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout: cache_index_and_filter_blocks: 1 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout: pin_top_level_index_and_filter: 1 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout: index_type: 0 2026-02-12T02:40:34.496 INFO:journalctl@ceph.mon.a.trial069.stdout: data_block_index_type: 0 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: index_shortening: 1 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: checksum: 4 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: no_block_cache: 0 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: block_cache: 0x55ec55813350 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: block_cache_name: BinnedLRUCache 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: block_cache_options: 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: capacity : 536870912 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: num_shard_bits : 4 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: strict_capacity_limit : 0 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: high_pri_pool_ratio: 0.000 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: block_cache_compressed: (nil) 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: persistent_cache: (nil) 2026-02-12T02:40:34.497 INFO:journalctl@ceph.mon.a.trial069.stdout: block_size: 4096 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: block_size_deviation: 10 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: block_restart_interval: 16 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: index_block_restart_interval: 1 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: metadata_block_size: 4096 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: partition_filters: 0 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: use_delta_encoding: 1 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: filter_policy: bloomfilter 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: whole_key_filtering: 1 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: verify_compression: 0 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: read_amp_bytes_per_bit: 0 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: format_version: 5 2026-02-12T02:40:34.498 INFO:journalctl@ceph.mon.a.trial069.stdout: enable_index_compression: 1 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout: block_align: 0 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout: max_auto_readahead_size: 262144 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout: prepopulate_block_cache: 0 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout: initial_auto_readahead_size: 8192 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression: NoCompression 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.num_levels: 7 2026-02-12T02:40:34.499 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T02:40:34.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T02:40:34.501 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T02:40:34.502 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T02:40:34.503 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.inplace_update_support: 0 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.bloom_locality: 0 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.max_successive_merges: 0 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T02:40:34.504 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.ttl: 2592000 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.enable_blob_files: false 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.min_blob_size: 0 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T02:40:34.505 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: da41a6fd-e118-4a7f-9799-d3271cc579c8 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770864034201721, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770864034202417, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 72207, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 225, "table_properties": {"data_size": 70471, "index_size": 185, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9679, "raw_average_key_size": 49, "raw_value_size": 64948, "raw_average_value_size": 331, "num_data_blocks": 8, "num_entries": 196, "num_filter_entries": 196, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770864034, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "da41a6fd-e118-4a7f-9799-d3271cc579c8", "db_session_id": "CDOAJL7P5H6TGLZ927B5", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770864034202468, "job": 1, "event": "recovery_finished"} 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ec55814e00 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: DB pointer 0x55ec55920000 2026-02-12T02:40:34.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: ** DB Stats ** 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: ** Compaction Stats [default] ** 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T02:40:34.507 INFO:journalctl@ceph.mon.a.trial069.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: L0 2/0 72.37 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: Sum 2/0 72.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: ** Compaction Stats [default] ** 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 152.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T02:40:34.508 INFO:journalctl@ceph.mon.a.trial069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: Cumulative compaction: 0.00 GB write, 29.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: Interval compaction: 0.00 GB write, 29.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: Block cache BinnedLRUCache@0x55ec55813350#2 capacity: 512.00 MB usage: 1.08 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.70 KB,0.00013411%) IndexBlock(2,0.38 KB,7.15256e-05%) Misc(1,0.00 KB,0%) 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T02:40:34.509 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: starting mon.a rank 0 at public addrs [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] at bind addrs [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a@-1(???) e1 preinit fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a@-1(???).mds e1 new map 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a@-1(???).mds e1 print_map 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout: e1 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout: btime 2026-02-12T02:40:33:377976+0000 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout: legacy client fscid: -1 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout: No filesystems configured 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-12T02:40:34.510 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: monmap epoch 1 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: last_changed 2026-02-12T02:40:32.476443+0000 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: min_mon_release 19 (squid) 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: election_strategy: 1 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: fsmap 2026-02-12T02:40:34.511 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: osdmap e1: 0 total, 0 up, 0 in 2026-02-12T02:40:34.512 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:34 trial069 ceph-mon[14520]: mgrmap e1: no daemons active 2026-02-12T02:40:34.581 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460.target.wants/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service → /etc/systemd/system/ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@.service. 2026-02-12T02:40:34.722 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T02:40:34.723 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout disabled 2026-02-12T02:40:34.728 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T02:40:34.728 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout inactive 2026-02-12T02:40:34.728 INFO:teuthology.orchestra.run.trial069.stdout:firewalld.service is not enabled 2026-02-12T02:40:34.728 INFO:teuthology.orchestra.run.trial069.stdout:Not possible to enable service . firewalld.service is not available 2026-02-12T02:40:34.734 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T02:40:34.734 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout disabled 2026-02-12T02:40:34.739 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T02:40:34.740 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout inactive 2026-02-12T02:40:34.740 INFO:teuthology.orchestra.run.trial069.stdout:firewalld.service is not enabled 2026-02-12T02:40:34.740 INFO:teuthology.orchestra.run.trial069.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-02-12T02:40:34.740 INFO:teuthology.orchestra.run.trial069.stdout:Waiting for mgr to start... 2026-02-12T02:40:34.740 INFO:teuthology.orchestra.run.trial069.stdout:Waiting for mgr... 2026-02-12T02:40:34.765 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:34 trial069 systemd[1]: Started Ceph mgr.y for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:40:34.904 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout { 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "fsid": "2c30638c-07bc-11f1-8be0-d404e6e7d460", 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 0 2026-02-12T02:40:34.905 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T02:40:34.906 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T02:40:34.907 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T02:40:33:377976+0000", 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T02:40:34.908 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T02:40:33.378332+0000", 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T02:40:34.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout } 2026-02-12T02:40:34.910 INFO:teuthology.orchestra.run.trial069.stdout:mgr not available, waiting (1/15)... 2026-02-12T02:40:35.351 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:35 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3508876249' entity='client.admin' 2026-02-12T02:40:35.351 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:35 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1105891493' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T02:40:35.351 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.099+0000 7f00815ec140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T02:40:35.351 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.242+0000 7f00815ec140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T02:40:35.351 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.277+0000 7f00815ec140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T02:40:35.352 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.318+0000 7f00815ec140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T02:40:35.352 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.349+0000 7f00815ec140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T02:40:35.651 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.383+0000 7f00815ec140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T02:40:35.651 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.448+0000 7f00815ec140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T02:40:35.651 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:40:35.651 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:40:35.651 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: from numpy import show_config as show_numpy_config 2026-02-12T02:40:35.651 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.520+0000 7f00815ec140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T02:40:35.651 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.554+0000 7f00815ec140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T02:40:35.651 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.649+0000 7f00815ec140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T02:40:36.076 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.708+0000 7f00815ec140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T02:40:36.076 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.741+0000 7f00815ec140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T02:40:36.076 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.774+0000 7f00815ec140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T02:40:36.076 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.808+0000 7f00815ec140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T02:40:36.076 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:35 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:35.838+0000 7f00815ec140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T02:40:36.076 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.074+0000 7f00815ec140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T02:40:36.333 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.174+0000 7f00815ec140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T02:40:36.334 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.204+0000 7f00815ec140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T02:40:36.334 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.236+0000 7f00815ec140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T02:40:36.334 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.332+0000 7f00815ec140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:40:36.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.361+0000 7f00815ec140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T02:40:36.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.454+0000 7f00815ec140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:40:37.058 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:37.058 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout { 2026-02-12T02:40:37.058 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "fsid": "2c30638c-07bc-11f1-8be0-d404e6e7d460", 2026-02-12T02:40:37.058 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T02:40:37.058 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T02:40:37.058 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T02:40:37.058 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 0 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:37.059 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:37.060 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T02:40:33:377976+0000", 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T02:40:37.061 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T02:40:37.062 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:37.063 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T02:40:33.378332+0000", 2026-02-12T02:40:37.063 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T02:40:37.063 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:37.063 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T02:40:37.063 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout } 2026-02-12T02:40:37.063 INFO:teuthology.orchestra.run.trial069.stdout:mgr not available, waiting (2/15)... 2026-02-12T02:40:37.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:37 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3337039506' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T02:40:37.338 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.910+0000 7f00815ec140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T02:40:37.339 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:36.942+0000 7f00815ec140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T02:40:37.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:37.342+0000 7f00815ec140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T02:40:38.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: Activating manager daemon y 2026-02-12T02:40:38.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: mgrmap e2: y(active, starting, since 0.00246571s) 2026-02-12T02:40:38.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:40:38.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: Manager daemon y is now available 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' 2026-02-12T02:40:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:38 trial069 ceph-mon[14520]: from='mgr.14100 10.20.193.69:0/3632818185' entity='mgr.y' 2026-02-12T02:40:39.297 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:39.297 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout { 2026-02-12T02:40:39.297 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "fsid": "2c30638c-07bc-11f1-8be0-d404e6e7d460", 2026-02-12T02:40:39.297 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T02:40:39.297 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 0 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-02-12T02:40:39.298 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T02:40:39.299 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:39.300 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T02:40:33:377976+0000", 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ], 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T02:40:39.301 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:39.302 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T02:40:39.302 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T02:40:39.302 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T02:40:33.378332+0000", 2026-02-12T02:40:39.302 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T02:40:39.302 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout }, 2026-02-12T02:40:39.302 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T02:40:39.302 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout } 2026-02-12T02:40:39.302 INFO:teuthology.orchestra.run.trial069.stdout:mgr is available 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout [global] 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout fsid = 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.69:3300,v1:10.20.193.69:6789] 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-12T02:40:39.495 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:39.496 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-12T02:40:39.496 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-12T02:40:39.496 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 2026-02-12T02:40:39.496 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout [osd] 2026-02-12T02:40:39.496 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-12T02:40:39.496 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-12T02:40:39.496 INFO:teuthology.orchestra.run.trial069.stdout:Enabling cephadm module... 2026-02-12T02:40:39.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:39 trial069 ceph-mon[14520]: mgrmap e3: y(active, since 1.00468s) 2026-02-12T02:40:39.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:39 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/713346291' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T02:40:40.610 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:40 trial069 ceph-mon[14520]: mgrmap e4: y(active, since 2s) 2026-02-12T02:40:40.610 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:40 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1524042031' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-12T02:40:40.610 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:40 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1524042031' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-02-12T02:40:40.611 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:40 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3883957009' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-12T02:40:40.611 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:40 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ignoring --setuser ceph since I am not root 2026-02-12T02:40:40.611 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:40 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ignoring --setgroup ceph since I am not root 2026-02-12T02:40:40.730 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout { 2026-02-12T02:40:40.731 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-02-12T02:40:40.731 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T02:40:40.731 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-02-12T02:40:40.731 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-12T02:40:40.731 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout } 2026-02-12T02:40:40.731 INFO:teuthology.orchestra.run.trial069.stdout:Waiting for the mgr to restart... 2026-02-12T02:40:40.731 INFO:teuthology.orchestra.run.trial069.stdout:Waiting for mgr epoch 5... 2026-02-12T02:40:41.135 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:40 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:40.883+0000 7fb443d71140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T02:40:41.135 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.027+0000 7fb443d71140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T02:40:41.135 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.061+0000 7fb443d71140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T02:40:41.135 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.103+0000 7fb443d71140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T02:40:41.135 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.134+0000 7fb443d71140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T02:40:41.437 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.168+0000 7fb443d71140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T02:40:41.437 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.233+0000 7fb443d71140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T02:40:41.437 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:40:41.437 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:40:41.437 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: from numpy import show_config as show_numpy_config 2026-02-12T02:40:41.437 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.306+0000 7fb443d71140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T02:40:41.437 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.340+0000 7fb443d71140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T02:40:41.437 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.435+0000 7fb443d71140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T02:40:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:41 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3883957009' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-12T02:40:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:41 trial069 ceph-mon[14520]: mgrmap e5: y(active, since 3s) 2026-02-12T02:40:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:41 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3232354072' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T02:40:41.839 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.495+0000 7fb443d71140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T02:40:41.839 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.529+0000 7fb443d71140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T02:40:41.839 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.561+0000 7fb443d71140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T02:40:41.839 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.596+0000 7fb443d71140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T02:40:41.839 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.626+0000 7fb443d71140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T02:40:42.113 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.858+0000 7fb443d71140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T02:40:42.114 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.958+0000 7fb443d71140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T02:40:42.114 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:41.988+0000 7fb443d71140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T02:40:42.114 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:42.019+0000 7fb443d71140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T02:40:42.114 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:42.112+0000 7fb443d71140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:40:42.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:42.141+0000 7fb443d71140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T02:40:42.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:42.234+0000 7fb443d71140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:40:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:42.690+0000 7fb443d71140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T02:40:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:42.720+0000 7fb443d71140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T02:40:43.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:43 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:43.120+0000 7fb443d71140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: Active manager daemon y restarted 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: Activating manager daemon y 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: osdmap e2: 0 total, 0 up, 0 in 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: mgrmap e6: y(active, starting, since 0.00257545s) 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:40:43.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: Manager daemon y is now available 2026-02-12T02:40:43.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:43.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:43.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:43.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:43.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:40:43.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:43 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:40:44.149 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout { 2026-02-12T02:40:44.149 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-02-12T02:40:44.149 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-12T02:40:44.149 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout } 2026-02-12T02:40:44.149 INFO:teuthology.orchestra.run.trial069.stdout:mgr epoch 5 is available 2026-02-12T02:40:44.149 INFO:teuthology.orchestra.run.trial069.stdout:Setting orchestrator backend to cephadm... 2026-02-12T02:40:44.394 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:44 trial069 ceph-mon[14520]: Found migration_current of "None". Setting to last migration. 2026-02-12T02:40:44.394 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:44 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:44.395 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:44 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:44.395 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:44 trial069 ceph-mon[14520]: mgrmap e7: y(active, since 1.00346s) 2026-02-12T02:40:44.582 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout value unchanged 2026-02-12T02:40:44.582 INFO:teuthology.orchestra.run.trial069.stdout:Generating ssh key... 2026-02-12T02:40:44.990 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: Generating public/private ed25519 key pair. 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: Your identification has been saved in /tmp/tmpu2gzoe8b/key 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: Your public key has been saved in /tmp/tmpu2gzoe8b/key.pub 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: The key fingerprint is: 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: SHA256:5mr37aNFtWTsltE4MpRBoE/bHGF7m0l5VTE5XvciWgo ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: The key's randomart image is: 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: +--[ED25519 256]--+ 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | .o*o o*| 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | . o.+ *=| 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | . . = & B| 2026-02-12T02:40:44.991 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | Eo +o@.@.| 2026-02-12T02:40:44.992 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | S.o++.O. | 2026-02-12T02:40:44.992 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | o o. . | 2026-02-12T02:40:44.992 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | . . | 2026-02-12T02:40:44.992 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | ... o. | 2026-02-12T02:40:44.992 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: | ... .ooo. | 2026-02-12T02:40:44.992 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: +----[SHA256]-----+ 2026-02-12T02:40:45.009 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKN2j8FW3fqWJaT1tJL9ySmF5CTwVPhvw4q4m50hCjVB ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:45.009 INFO:teuthology.orchestra.run.trial069.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-02-12T02:40:45.009 INFO:teuthology.orchestra.run.trial069.stdout:Adding key to root@localhost authorized_keys... 2026-02-12T02:40:45.010 INFO:teuthology.orchestra.run.trial069.stdout:Adding host trial069... 2026-02-12T02:40:45.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T02:40:45.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T02:40:45.506 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:45.507 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:45.507 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:45.507 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:44] ENGINE Bus STARTING 2026-02-12T02:40:45.507 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:45.507 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:45.507 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:45 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:46.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:46.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:44] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T02:40:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:44] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T02:40:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:44] ENGINE Bus STARTED 2026-02-12T02:40:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:44] ENGINE Client ('10.20.193.69', 50002) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:40:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: Generating ssh key... 2026-02-12T02:40:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial069", "addr": "10.20.193.69", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:46 trial069 ceph-mon[14520]: mgrmap e8: y(active, since 2s) 2026-02-12T02:40:46.678 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout Added host 'trial069' with addr '10.20.193.69' 2026-02-12T02:40:46.678 INFO:teuthology.orchestra.run.trial069.stdout:Deploying unmanaged mon service... 2026-02-12T02:40:46.900 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-02-12T02:40:46.900 INFO:teuthology.orchestra.run.trial069.stdout:Deploying unmanaged mgr service... 2026-02-12T02:40:47.113 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-02-12T02:40:47.520 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:47 trial069 ceph-mon[14520]: Deploying cephadm binary to trial069 2026-02-12T02:40:47.520 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:47 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:47.520 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:47 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:47.520 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:47 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:47.521 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:47 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:47.521 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:47 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:47.521 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:47 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:47.521 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:47 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2548066106' entity='client.admin' 2026-02-12T02:40:47.532 INFO:teuthology.orchestra.run.trial069.stdout:Enabling the dashboard module... 2026-02-12T02:40:48.792 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ignoring --setuser ceph since I am not root 2026-02-12T02:40:48.792 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ignoring --setgroup ceph since I am not root 2026-02-12T02:40:48.792 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: Added host trial069 2026-02-12T02:40:48.792 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:48.792 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: Saving service mon spec with placement count:5 2026-02-12T02:40:48.793 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:48.793 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: Saving service mgr spec with placement count:2 2026-02-12T02:40:48.793 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1725371578' entity='client.admin' 2026-02-12T02:40:48.793 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:48.793 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2150993501' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-12T02:40:48.793 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:48 trial069 ceph-mon[14520]: from='mgr.14118 10.20.193.69:0/2074736711' entity='mgr.y' 2026-02-12T02:40:48.909 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout { 2026-02-12T02:40:48.910 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-02-12T02:40:48.910 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T02:40:48.910 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-02-12T02:40:48.910 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-12T02:40:48.910 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout } 2026-02-12T02:40:48.910 INFO:teuthology.orchestra.run.trial069.stdout:Waiting for the mgr to restart... 2026-02-12T02:40:48.910 INFO:teuthology.orchestra.run.trial069.stdout:Waiting for mgr epoch 9... 2026-02-12T02:40:49.296 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.043+0000 7fd5a774e140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T02:40:49.296 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.188+0000 7fd5a774e140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T02:40:49.296 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.222+0000 7fd5a774e140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T02:40:49.297 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.263+0000 7fd5a774e140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T02:40:49.297 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.295+0000 7fd5a774e140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T02:40:49.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.329+0000 7fd5a774e140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T02:40:49.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.395+0000 7fd5a774e140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T02:40:49.589 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:40:49.589 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:40:49.589 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: from numpy import show_config as show_numpy_config 2026-02-12T02:40:49.589 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.467+0000 7fd5a774e140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T02:40:49.589 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.501+0000 7fd5a774e140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T02:40:50.023 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:49 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2150993501' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-12T02:40:50.023 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:49 trial069 ceph-mon[14520]: mgrmap e9: y(active, since 5s) 2026-02-12T02:40:50.023 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:49 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1024267473' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T02:40:50.024 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.597+0000 7fd5a774e140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T02:40:50.024 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.657+0000 7fd5a774e140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T02:40:50.024 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.691+0000 7fd5a774e140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T02:40:50.024 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.724+0000 7fd5a774e140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T02:40:50.024 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.758+0000 7fd5a774e140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T02:40:50.024 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:49 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:49.788+0000 7fd5a774e140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T02:40:50.024 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.022+0000 7fd5a774e140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T02:40:50.277 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.121+0000 7fd5a774e140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T02:40:50.277 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.152+0000 7fd5a774e140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T02:40:50.277 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.182+0000 7fd5a774e140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T02:40:50.277 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.275+0000 7fd5a774e140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:40:50.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.304+0000 7fd5a774e140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T02:40:50.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.396+0000 7fd5a774e140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:40:51.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.855+0000 7fd5a774e140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T02:40:51.282 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:50.885+0000 7fd5a774e140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T02:40:51.282 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:40:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:40:51.280+0000 7fd5a774e140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T02:40:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: Active manager daemon y restarted 2026-02-12T02:40:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: Activating manager daemon y 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: osdmap e3: 0 total, 0 up, 0 in 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: mgrmap e10: y(active, starting, since 0.0028056s) 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: Manager daemon y is now available 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:40:51.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:40:52.342 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout { 2026-02-12T02:40:52.342 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-02-12T02:40:52.343 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-12T02:40:52.343 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout } 2026-02-12T02:40:52.343 INFO:teuthology.orchestra.run.trial069.stdout:mgr epoch 9 is available 2026-02-12T02:40:52.343 INFO:teuthology.orchestra.run.trial069.stdout:Generating a dashboard self-signed certificate... 2026-02-12T02:40:52.585 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-02-12T02:40:52.585 INFO:teuthology.orchestra.run.trial069.stdout:Creating initial admin user... 2026-02-12T02:40:52.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:51] ENGINE Bus STARTING 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:52] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:52] ENGINE Client ('10.20.193.69', 43886) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:52] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: [12/Feb/2026:02:40:52] ENGINE Bus STARTED 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: mgrmap e11: y(active, since 1.00429s) 2026-02-12T02:40:52.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T02:40:52.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:52.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:52.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:52 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:52.940 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$CS7yjSBqr4v5FZxDYGl8eeUGDrlDIUPOMGAbWHb3A7G6HWjTwJIce", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1770864052, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-02-12T02:40:52.940 INFO:teuthology.orchestra.run.trial069.stdout:Fetching dashboard port number... 2026-02-12T02:40:53.148 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stdout 8443 2026-02-12T02:40:53.157 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T02:40:53.157 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout disabled 2026-02-12T02:40:53.162 INFO:teuthology.orchestra.run.trial069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T02:40:53.162 INFO:teuthology.orchestra.run.trial069.stdout:systemctl: stdout inactive 2026-02-12T02:40:53.163 INFO:teuthology.orchestra.run.trial069.stdout:firewalld.service is not enabled 2026-02-12T02:40:53.163 INFO:teuthology.orchestra.run.trial069.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-02-12T02:40:53.164 INFO:teuthology.orchestra.run.trial069.stdout:Ceph Dashboard is now available at: 2026-02-12T02:40:53.164 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.164 INFO:teuthology.orchestra.run.trial069.stdout: URL: https://trial069:8443/ 2026-02-12T02:40:53.164 INFO:teuthology.orchestra.run.trial069.stdout: User: admin 2026-02-12T02:40:53.164 INFO:teuthology.orchestra.run.trial069.stdout: Password: uc68nz068k 2026-02-12T02:40:53.164 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.164 INFO:teuthology.orchestra.run.trial069.stdout:Saving cluster configuration to /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config directory 2026-02-12T02:40:53.417 INFO:teuthology.orchestra.run.trial069.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-02-12T02:40:53.417 INFO:teuthology.orchestra.run.trial069.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-02-12T02:40:53.417 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.417 INFO:teuthology.orchestra.run.trial069.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-02-12T02:40:53.417 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.417 INFO:teuthology.orchestra.run.trial069.stdout:Or, if you are only running a single cluster on this host: 2026-02-12T02:40:53.417 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.417 INFO:teuthology.orchestra.run.trial069.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout:Please consider enabling telemetry to help improve Ceph: 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout: ceph telemetry on 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout:For more information see: 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:53.418 INFO:teuthology.orchestra.run.trial069.stdout:Bootstrap complete. 2026-02-12T02:40:53.445 INFO:tasks.cephadm:Fetching config... 2026-02-12T02:40:53.445 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:40:53.445 DEBUG:teuthology.orchestra.run.trial069:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-02-12T02:40:53.462 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-02-12T02:40:53.462 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:40:53.462 DEBUG:teuthology.orchestra.run.trial069:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-02-12T02:40:53.520 INFO:tasks.cephadm:Fetching mon keyring... 2026-02-12T02:40:53.520 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:40:53.521 DEBUG:teuthology.orchestra.run.trial069:> sudo dd if=/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/keyring of=/dev/stdout 2026-02-12T02:40:53.587 INFO:tasks.cephadm:Fetching pub ssh key... 2026-02-12T02:40:53.587 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:40:53.587 DEBUG:teuthology.orchestra.run.trial069:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-02-12T02:40:53.644 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-02-12T02:40:53.644 DEBUG:teuthology.orchestra.run.trial069:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKN2j8FW3fqWJaT1tJL9ySmF5CTwVPhvw4q4m50hCjVB ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-12T02:40:53.717 INFO:teuthology.orchestra.run.trial069.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKN2j8FW3fqWJaT1tJL9ySmF5CTwVPhvw4q4m50hCjVB ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:53.727 DEBUG:teuthology.orchestra.run.trial132:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKN2j8FW3fqWJaT1tJL9ySmF5CTwVPhvw4q4m50hCjVB ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-12T02:40:53.760 INFO:teuthology.orchestra.run.trial132.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKN2j8FW3fqWJaT1tJL9ySmF5CTwVPhvw4q4m50hCjVB ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:40:53.771 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-02-12T02:40:53.958 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:53 trial069 ceph-mon[14520]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:53.958 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:53 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:53.958 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:53 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4007886699' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-12T02:40:53.958 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:53 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/954292819' entity='client.admin' 2026-02-12T02:40:54.548 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:40:54.782 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-02-12T02:40:54.782 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-02-12T02:40:55.068 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:40:55.182 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:54 trial069 ceph-mon[14520]: mgrmap e12: y(active, since 2s) 2026-02-12T02:40:55.182 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:54 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/34733182' entity='client.admin' 2026-02-12T02:40:55.302 INFO:tasks.cephadm:Writing (initial) conf and keyring to trial132 2026-02-12T02:40:55.302 DEBUG:teuthology.orchestra.run.trial132:> set -ex 2026-02-12T02:40:55.302 DEBUG:teuthology.orchestra.run.trial132:> dd of=/etc/ceph/ceph.conf 2026-02-12T02:40:55.320 DEBUG:teuthology.orchestra.run.trial132:> set -ex 2026-02-12T02:40:55.320 DEBUG:teuthology.orchestra.run.trial132:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:40:55.377 INFO:tasks.cephadm:Adding host trial132 to orchestrator... 2026-02-12T02:40:55.377 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch host add trial132 2026-02-12T02:40:55.659 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:40:56.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial069", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:56.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:40:56.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:40:56.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:40:56.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:40:56.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:40:56.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:40:56.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:56.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:56.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:57.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:56 trial069 ceph-mon[14520]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial132", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:40:57.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:56 trial069 ceph-mon[14520]: Deploying cephadm binary to trial132 2026-02-12T02:40:57.361 INFO:teuthology.orchestra.run.trial069.stdout:Added host 'trial132' with addr '10.20.193.132' 2026-02-12T02:40:57.402 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-12T02:40:57.680 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:40:57.875 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:40:57.875 INFO:teuthology.orchestra.run.trial069.stdout:[{"addr": "10.20.193.69", "hostname": "trial069", "labels": [], "status": ""}, {"addr": "10.20.193.132", "hostname": "trial132", "labels": [], "status": ""}] 2026-02-12T02:40:57.912 INFO:tasks.cephadm:Setting crush tunables to default 2026-02-12T02:40:57.912 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd crush tunables default 2026-02-12T02:40:58.191 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:40:58.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:58 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:58.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:58 trial069 ceph-mon[14520]: Added host trial132 2026-02-12T02:40:58.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:58 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:40:58.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:58 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:58.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:58 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:40:58.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:58 trial069 ceph-mon[14520]: mgrmap e13: y(active, since 6s) 2026-02-12T02:40:59.361 INFO:teuthology.orchestra.run.trial069.stderr:adjusted tunables profile to default 2026-02-12T02:40:59.399 INFO:tasks.cephadm:Adding mon.a on trial069 2026-02-12T02:40:59.399 INFO:tasks.cephadm:Adding mon.c on trial069 2026-02-12T02:40:59.399 INFO:tasks.cephadm:Adding mon.b on trial132 2026-02-12T02:40:59.400 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch apply mon '3;trial069:10.20.193.69=a;trial069:[v2:10.20.193.69:3301,v1:10.20.193.69:6790]=c;trial132:10.20.193.132=b' 2026-02-12T02:40:59.747 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:40:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:59 trial069 ceph-mon[14520]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T02:40:59.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:59 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2000533264' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-12T02:40:59.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:40:59 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.191 INFO:teuthology.orchestra.run.trial132.stdout:Scheduled mon update... 2026-02-12T02:41:00.228 DEBUG:teuthology.orchestra.run.trial069:mon.c> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.c.service 2026-02-12T02:41:00.230 DEBUG:teuthology.orchestra.run.trial132:mon.b> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.b.service 2026-02-12T02:41:00.233 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T02:41:00.234 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T02:41:00.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2000533264' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-12T02:41:00.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T02:41:00.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial132", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:00.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:00.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:00.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:00.611 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:41:01.105 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:41:01.105 INFO:teuthology.orchestra.run.trial132.stdout:{"epoch":1,"fsid":"2c30638c-07bc-11f1-8be0-d404e6e7d460","modified":"2026-02-12T02:40:32.476443Z","created":"2026-02-12T02:40:32.476443Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:3300","nonce":0},{"type":"v1","addr":"10.20.193.69:6789","nonce":0}]},"addr":"10.20.193.69:6789/0","public_addr":"10.20.193.69:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-12T02:41:01.106 INFO:teuthology.orchestra.run.trial132.stderr:dumped monmap epoch 1 2026-02-12T02:41:01.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:01 trial132 ceph-mon[16815]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-02-12T02:41:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:01 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:41:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:01 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:41:01.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:01 trial069 ceph-mon[14520]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;trial069:10.20.193.69=a;trial069:[v2:10.20.193.69:3301,v1:10.20.193.69:6790]=c;trial132:10.20.193.132=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:01.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:01 trial069 ceph-mon[14520]: Saving service mon spec with placement trial069:10.20.193.69=a;trial069:[v2:10.20.193.69:3301,v1:10.20.193.69:6790]=c;trial132:10.20.193.132=b;count:3 2026-02-12T02:41:01.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:01 trial069 ceph-mon[14520]: Deploying daemon mon.b on trial132 2026-02-12T02:41:01.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:01 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/320843232' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T02:41:02.172 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T02:41:02.173 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T02:41:02.458 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:41:06.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:06.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: mon.a calling monitor election 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: mon.b calling monitor election 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: monmap epoch 2 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: last_changed 2026-02-12T02:41:01.519208+0000 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T02:41:06.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: min_mon_release 19 (squid) 2026-02-12T02:41:06.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: election_strategy: 1 2026-02-12T02:41:06.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T02:41:06.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T02:41:06.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: fsmap 2026-02-12T02:41:06.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T02:41:06.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: mgrmap e13: y(active, since 15s) 2026-02-12T02:41:06.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:06 trial069 ceph-mon[14520]: overall HEALTH_OK 2026-02-12T02:41:06.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: mon.a calling monitor election 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: mon.b calling monitor election 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: monmap epoch 2 2026-02-12T02:41:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: last_changed 2026-02-12T02:41:01.519208+0000 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: min_mon_release 19 (squid) 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: election_strategy: 1 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: fsmap 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: mgrmap e13: y(active, since 15s) 2026-02-12T02:41:06.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:06 trial132 ceph-mon[16815]: overall HEALTH_OK 2026-02-12T02:41:07.089 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:41:07.089 INFO:teuthology.orchestra.run.trial132.stdout:{"epoch":2,"fsid":"2c30638c-07bc-11f1-8be0-d404e6e7d460","modified":"2026-02-12T02:41:01.519208Z","created":"2026-02-12T02:40:32.476443Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:3300","nonce":0},{"type":"v1","addr":"10.20.193.69:6789","nonce":0}]},"addr":"10.20.193.69:6789/0","public_addr":"10.20.193.69:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:3300","nonce":0},{"type":"v1","addr":"10.20.193.132:6789","nonce":0}]},"addr":"10.20.193.132:6789/0","public_addr":"10.20.193.132:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-02-12T02:41:07.089 INFO:teuthology.orchestra.run.trial132.stderr:dumped monmap epoch 2 2026-02-12T02:41:07.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:07 trial069 ceph-mon[22971]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-02-12T02:41:07.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:41:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:41:07.518+0000 7fd4c3aca640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-12T02:41:08.126 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T02:41:08.127 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T02:41:08.407 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:41:12.566 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:12.566 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: mon.a calling monitor election 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: mon.b calling monitor election 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: mon.c calling monitor election 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:12.567 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: monmap epoch 3 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: min_mon_release 19 (squid) 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: election_strategy: 1 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: fsmap 2026-02-12T02:41:12.568 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T02:41:12.569 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: mgrmap e13: y(active, since 20s) 2026-02-12T02:41:12.569 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: overall HEALTH_OK 2026-02-12T02:41:12.569 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.569 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.569 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.569 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.569 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: mon.a calling monitor election 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: mon.b calling monitor election 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: mon.c calling monitor election 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.570 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: monmap epoch 3 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: min_mon_release 19 (squid) 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: election_strategy: 1 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T02:41:12.571 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: fsmap 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: mgrmap e13: y(active, since 20s) 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: overall HEALTH_OK 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: mon.a calling monitor election 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: mon.b calling monitor election 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: mon.c calling monitor election 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: monmap epoch 3 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: min_mon_release 19 (squid) 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: election_strategy: 1 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T02:41:12.574 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: fsmap 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: mgrmap e13: y(active, since 20s) 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: overall HEALTH_OK 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:12.575 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:13.034 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:41:13.034 INFO:teuthology.orchestra.run.trial132.stdout:{"epoch":3,"fsid":"2c30638c-07bc-11f1-8be0-d404e6e7d460","modified":"2026-02-12T02:41:07.233876Z","created":"2026-02-12T02:40:32.476443Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:3300","nonce":0},{"type":"v1","addr":"10.20.193.69:6789","nonce":0}]},"addr":"10.20.193.69:6789/0","public_addr":"10.20.193.69:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:3300","nonce":0},{"type":"v1","addr":"10.20.193.132:6789","nonce":0}]},"addr":"10.20.193.132:6789/0","public_addr":"10.20.193.132:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:3301","nonce":0},{"type":"v1","addr":"10.20.193.69:6790","nonce":0}]},"addr":"10.20.193.69:6790/0","public_addr":"10.20.193.69:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2026-02-12T02:41:13.034 INFO:teuthology.orchestra.run.trial132.stderr:dumped monmap epoch 3 2026-02-12T02:41:13.093 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-02-12T02:41:13.093 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph config generate-minimal-conf 2026-02-12T02:41:13.390 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:13.592 INFO:teuthology.orchestra.run.trial069.stdout:# minimal ceph.conf for 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:41:13.592 INFO:teuthology.orchestra.run.trial069.stdout:[global] 2026-02-12T02:41:13.592 INFO:teuthology.orchestra.run.trial069.stdout: fsid = 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:41:13.592 INFO:teuthology.orchestra.run.trial069.stdout: mon_host = [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] 2026-02-12T02:41:13.610 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.610 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.610 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.610 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.611 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/508395994' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:13.612 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.613 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.614 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/508395994' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.615 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.616 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.629 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-02-12T02:41:13.629 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:41:13.629 DEBUG:teuthology.orchestra.run.trial069:> sudo dd of=/etc/ceph/ceph.conf 2026-02-12T02:41:13.657 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:41:13.657 DEBUG:teuthology.orchestra.run.trial069:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:41:13.722 DEBUG:teuthology.orchestra.run.trial132:> set -ex 2026-02-12T02:41:13.722 DEBUG:teuthology.orchestra.run.trial132:> sudo dd of=/etc/ceph/ceph.conf 2026-02-12T02:41:13.748 DEBUG:teuthology.orchestra.run.trial132:> set -ex 2026-02-12T02:41:13.748 DEBUG:teuthology.orchestra.run.trial132:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:41:13.812 INFO:tasks.cephadm:Adding mgr.y on trial069 2026-02-12T02:41:13.812 INFO:tasks.cephadm:Adding mgr.x on trial132 2026-02-12T02:41:13.812 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch apply mgr '2;trial069=y;trial132=x' 2026-02-12T02:41:13.873 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.873 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.874 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/508395994' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:13.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:13.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:13.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T02:41:13.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T02:41:13.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.136 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:41:14.337 INFO:teuthology.orchestra.run.trial132.stdout:Scheduled mgr update... 2026-02-12T02:41:14.375 DEBUG:teuthology.orchestra.run.trial132:mgr.x> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x.service 2026-02-12T02:41:14.417 DEBUG:tasks.cephadm:set 0 configs 2026-02-12T02:41:14.417 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph config dump 2026-02-12T02:41:14.696 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:14.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:41:14.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:41:14.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T02:41:14.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: Reconfiguring daemon mon.a on trial069 2026-02-12T02:41:14.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: Reconfiguring mon.c (monmap changed)... 2026-02-12T02:41:14.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: Reconfiguring daemon mon.c on trial069 2026-02-12T02:41:14.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:14.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: Reconfiguring mon.b (monmap changed)... 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: Reconfiguring daemon mon.b on trial132 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3794229198' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:14.711 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.711 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:14.711 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.711 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:41:14.711 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T02:41:14.711 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:41:14.711 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:41:14.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:41:14.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T02:41:14.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: Reconfiguring daemon mon.a on trial069 2026-02-12T02:41:14.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: Reconfiguring mon.c (monmap changed)... 2026-02-12T02:41:14.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: Reconfiguring daemon mon.c on trial069 2026-02-12T02:41:14.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: Reconfiguring mon.b (monmap changed)... 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: Reconfiguring daemon mon.b on trial132 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3794229198' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:41:14.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: Reconfiguring mon.a (unknown last config time)... 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: Reconfiguring daemon mon.a on trial069 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: Reconfiguring mon.c (monmap changed)... 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: Reconfiguring daemon mon.c on trial069 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: Reconfiguring mon.b (monmap changed)... 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: Reconfiguring daemon mon.b on trial132 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3794229198' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:41:14.723 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-12T02:41:14.724 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:41:14.724 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:14.884 INFO:teuthology.orchestra.run.trial069.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-12T02:41:14.884 INFO:teuthology.orchestra.run.trial069.stdout:global dev auth_debug true 2026-02-12T02:41:14.884 INFO:teuthology.orchestra.run.trial069.stdout:global basic container_image quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 * 2026-02-12T02:41:14.884 INFO:teuthology.orchestra.run.trial069.stdout:global dev debug_asserts_on_shutdown true 2026-02-12T02:41:14.884 INFO:teuthology.orchestra.run.trial069.stdout:global basic log_to_file true 2026-02-12T02:41:14.884 INFO:teuthology.orchestra.run.trial069.stdout:global basic log_to_journald false 2026-02-12T02:41:14.884 INFO:teuthology.orchestra.run.trial069.stdout:global basic log_to_stderr false 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_allow_pool_delete true 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_clock_drift_allowed 1.000000 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_cluster_log_to_file true 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_election_default_strategy 3 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_max_pg_per_osd 10000 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_pg_warn_max_object_skew 0.000000 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_warn_on_crush_straw_calc_version_zero false 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_warn_on_legacy_crush_tunables false 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_warn_on_osd_down_out_interval_zero false 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global dev mon_warn_on_pool_pg_num_not_power_of_two false 2026-02-12T02:41:14.885 INFO:teuthology.orchestra.run.trial069.stdout:global advanced mon_warn_on_too_few_osds false 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:global dev ms_die_on_bug true 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:global dev ms_die_on_old_message true 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:global advanced osd_pool_default_erasure_code_profile plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:global advanced osd_pool_default_pg_autoscale_mode off 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced auth_allow_insecure_global_id_reclaim false 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced auth_mon_ticket_ttl 660.000000 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced auth_service_ticket_ttl 240.000000 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced debug_mon 20/20 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced debug_ms 1/1 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced debug_paxos 20/20 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced mon_data_avail_warn 5 2026-02-12T02:41:14.886 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced mon_mgr_mkfs_grace 240 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mon dev mon_osd_prime_pg_temp true 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced mon_osd_reporter_subtree_level osd 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced mon_reweight_min_bytes_per_osd 10 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced mon_reweight_min_pgs_per_osd 4 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim false 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim_allowed false 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mon advanced public_network 10.20.192.0/20 * 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced debug_mgr 20/20 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced debug_ms 1/1 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced mgr/cephadm/allow_ptrace true * 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced mgr/cephadm/container_init True * 2026-02-12T02:41:14.887 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced mgr/cephadm/migration_current 7 * 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced mgr/cephadm/use_agent false * 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced mgr/dashboard/ssl_server_port 8443 * 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced mgr/orchestrator/orchestrator cephadm 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced mon_reweight_min_bytes_per_osd 10 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:mgr advanced mon_reweight_min_pgs_per_osd 4 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:osd dev bdev_debug_aio true 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced debug_ms 1/1 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced debug_osd 20/20 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:osd dev osd_debug_misdirected_ops true 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:osd dev osd_debug_op_order true 2026-02-12T02:41:14.888 INFO:teuthology.orchestra.run.trial069.stdout:osd dev osd_debug_pg_log_writeout true 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd dev osd_debug_shutdown true 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd dev osd_debug_verify_cached_snaps true 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd dev osd_debug_verify_missing_on_start true 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd dev osd_debug_verify_stray_on_activate true 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_deep_scrub_update_digest_min_age 30 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_mclock_profile high_recovery_ops 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd dev osd_mclock_skip_benchmark true 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_memory_target_autotune true 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_op_queue debug_random * 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_op_queue_cut_off debug_random * 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_recover_clone_overlap true 2026-02-12T02:41:14.889 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_recovery_max_chunk 1048576 2026-02-12T02:41:14.890 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_scrub_load_threshold 5.000000 2026-02-12T02:41:14.890 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_scrub_max_interval 600.000000 2026-02-12T02:41:14.890 INFO:teuthology.orchestra.run.trial069.stdout:osd advanced osd_shutdown_pgref_assert true 2026-02-12T02:41:14.890 INFO:teuthology.orchestra.run.trial069.stdout:client.rgw advanced rgw_cache_enabled true 2026-02-12T02:41:14.890 INFO:teuthology.orchestra.run.trial069.stdout:client.rgw advanced rgw_enable_ops_log true 2026-02-12T02:41:14.890 INFO:teuthology.orchestra.run.trial069.stdout:client.rgw advanced rgw_enable_usage_log true 2026-02-12T02:41:14.919 INFO:tasks.cephadm:Deploying OSDs... 2026-02-12T02:41:14.919 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:41:14.919 DEBUG:teuthology.orchestra.run.trial069:> dd if=/scratch_devs of=/dev/stdout 2026-02-12T02:41:14.937 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-12T02:41:14.937 DEBUG:teuthology.orchestra.run.trial069:> stat /dev/vg_nvme/lv_1 2026-02-12T02:41:14.960 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:14 trial132 systemd[1]: Started Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:41:14.994 INFO:teuthology.orchestra.run.trial069.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-12T02:41:14.994 INFO:teuthology.orchestra.run.trial069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T02:41:14.995 INFO:teuthology.orchestra.run.trial069.stdout:Device: 6h/6d Inode: 914 Links: 1 2026-02-12T02:41:14.995 INFO:teuthology.orchestra.run.trial069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T02:41:14.995 INFO:teuthology.orchestra.run.trial069.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T02:41:14.995 INFO:teuthology.orchestra.run.trial069.stdout:Access: 2026-02-12 02:41:07.044848939 +0000 2026-02-12T02:41:14.995 INFO:teuthology.orchestra.run.trial069.stdout:Modify: 2026-02-12 02:40:07.473958382 +0000 2026-02-12T02:41:14.995 INFO:teuthology.orchestra.run.trial069.stdout:Change: 2026-02-12 02:40:07.473958382 +0000 2026-02-12T02:41:14.995 INFO:teuthology.orchestra.run.trial069.stdout: Birth: 2026-02-12 02:40:07.473958382 +0000 2026-02-12T02:41:14.995 DEBUG:teuthology.orchestra.run.trial069:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-12T02:41:15.059 INFO:teuthology.orchestra.run.trial069.stderr:1+0 records in 2026-02-12T02:41:15.060 INFO:teuthology.orchestra.run.trial069.stderr:1+0 records out 2026-02-12T02:41:15.060 INFO:teuthology.orchestra.run.trial069.stderr:512 bytes copied, 0.000151381 s, 3.4 MB/s 2026-02-12T02:41:15.061 DEBUG:teuthology.orchestra.run.trial069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-12T02:41:15.118 DEBUG:teuthology.orchestra.run.trial069:> stat /dev/vg_nvme/lv_2 2026-02-12T02:41:15.175 INFO:teuthology.orchestra.run.trial069.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-12T02:41:15.175 INFO:teuthology.orchestra.run.trial069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T02:41:15.176 INFO:teuthology.orchestra.run.trial069.stdout:Device: 6h/6d Inode: 940 Links: 1 2026-02-12T02:41:15.176 INFO:teuthology.orchestra.run.trial069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T02:41:15.176 INFO:teuthology.orchestra.run.trial069.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T02:41:15.176 INFO:teuthology.orchestra.run.trial069.stdout:Access: 2026-02-12 02:41:07.045848922 +0000 2026-02-12T02:41:15.176 INFO:teuthology.orchestra.run.trial069.stdout:Modify: 2026-02-12 02:40:07.711956980 +0000 2026-02-12T02:41:15.176 INFO:teuthology.orchestra.run.trial069.stdout:Change: 2026-02-12 02:40:07.711956980 +0000 2026-02-12T02:41:15.176 INFO:teuthology.orchestra.run.trial069.stdout: Birth: 2026-02-12 02:40:07.711956980 +0000 2026-02-12T02:41:15.177 DEBUG:teuthology.orchestra.run.trial069:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-12T02:41:15.238 INFO:teuthology.orchestra.run.trial069.stderr:1+0 records in 2026-02-12T02:41:15.239 INFO:teuthology.orchestra.run.trial069.stderr:1+0 records out 2026-02-12T02:41:15.239 INFO:teuthology.orchestra.run.trial069.stderr:512 bytes copied, 0.000139268 s, 3.7 MB/s 2026-02-12T02:41:15.240 DEBUG:teuthology.orchestra.run.trial069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-12T02:41:15.272 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:14 trial132 ceph-mgr[18349]: -- 10.20.193.132:0/3636785537 <== mon.0 v2:10.20.193.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e8d94ef4a0 con 0x55e8d94cd000 2026-02-12T02:41:15.296 DEBUG:teuthology.orchestra.run.trial069:> stat /dev/vg_nvme/lv_3 2026-02-12T02:41:15.352 INFO:teuthology.orchestra.run.trial069.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-12T02:41:15.353 INFO:teuthology.orchestra.run.trial069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T02:41:15.353 INFO:teuthology.orchestra.run.trial069.stdout:Device: 6h/6d Inode: 967 Links: 1 2026-02-12T02:41:15.353 INFO:teuthology.orchestra.run.trial069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T02:41:15.353 INFO:teuthology.orchestra.run.trial069.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T02:41:15.353 INFO:teuthology.orchestra.run.trial069.stdout:Access: 2026-02-12 02:41:07.045848922 +0000 2026-02-12T02:41:15.353 INFO:teuthology.orchestra.run.trial069.stdout:Modify: 2026-02-12 02:40:07.960955514 +0000 2026-02-12T02:41:15.353 INFO:teuthology.orchestra.run.trial069.stdout:Change: 2026-02-12 02:40:07.960955514 +0000 2026-02-12T02:41:15.353 INFO:teuthology.orchestra.run.trial069.stdout: Birth: 2026-02-12 02:40:07.960955514 +0000 2026-02-12T02:41:15.354 DEBUG:teuthology.orchestra.run.trial069:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-12T02:41:15.416 INFO:teuthology.orchestra.run.trial069.stderr:1+0 records in 2026-02-12T02:41:15.416 INFO:teuthology.orchestra.run.trial069.stderr:1+0 records out 2026-02-12T02:41:15.416 INFO:teuthology.orchestra.run.trial069.stderr:512 bytes copied, 0.000153014 s, 3.3 MB/s 2026-02-12T02:41:15.417 DEBUG:teuthology.orchestra.run.trial069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-12T02:41:15.475 DEBUG:teuthology.orchestra.run.trial069:> stat /dev/vg_nvme/lv_4 2026-02-12T02:41:15.524 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.338+0000 7feff0a1b140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T02:41:15.524 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.485+0000 7feff0a1b140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T02:41:15.524 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.520+0000 7feff0a1b140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T02:41:15.531 INFO:teuthology.orchestra.run.trial069.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-12T02:41:15.531 INFO:teuthology.orchestra.run.trial069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T02:41:15.531 INFO:teuthology.orchestra.run.trial069.stdout:Device: 6h/6d Inode: 996 Links: 1 2026-02-12T02:41:15.531 INFO:teuthology.orchestra.run.trial069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T02:41:15.532 INFO:teuthology.orchestra.run.trial069.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T02:41:15.532 INFO:teuthology.orchestra.run.trial069.stdout:Access: 2026-02-12 02:41:07.045848922 +0000 2026-02-12T02:41:15.532 INFO:teuthology.orchestra.run.trial069.stdout:Modify: 2026-02-12 02:40:08.214954018 +0000 2026-02-12T02:41:15.532 INFO:teuthology.orchestra.run.trial069.stdout:Change: 2026-02-12 02:40:08.214954018 +0000 2026-02-12T02:41:15.532 INFO:teuthology.orchestra.run.trial069.stdout: Birth: 2026-02-12 02:40:08.214954018 +0000 2026-02-12T02:41:15.532 DEBUG:teuthology.orchestra.run.trial069:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-12T02:41:15.596 INFO:teuthology.orchestra.run.trial069.stderr:1+0 records in 2026-02-12T02:41:15.596 INFO:teuthology.orchestra.run.trial069.stderr:1+0 records out 2026-02-12T02:41:15.597 INFO:teuthology.orchestra.run.trial069.stderr:512 bytes copied, 0.000151221 s, 3.4 MB/s 2026-02-12T02:41:15.598 DEBUG:teuthology.orchestra.run.trial069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-12T02:41:15.656 DEBUG:teuthology.orchestra.run.trial132:> set -ex 2026-02-12T02:41:15.656 DEBUG:teuthology.orchestra.run.trial132:> dd if=/scratch_devs of=/dev/stdout 2026-02-12T02:41:15.674 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-12T02:41:15.675 DEBUG:teuthology.orchestra.run.trial132:> stat /dev/vg_nvme/lv_1 2026-02-12T02:41:15.731 INFO:teuthology.orchestra.run.trial132.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-12T02:41:15.731 INFO:teuthology.orchestra.run.trial132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T02:41:15.732 INFO:teuthology.orchestra.run.trial132.stdout:Device: 6h/6d Inode: 914 Links: 1 2026-02-12T02:41:15.732 INFO:teuthology.orchestra.run.trial132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T02:41:15.732 INFO:teuthology.orchestra.run.trial132.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T02:41:15.732 INFO:teuthology.orchestra.run.trial132.stdout:Access: 2026-02-12 02:41:14.783732592 +0000 2026-02-12T02:41:15.732 INFO:teuthology.orchestra.run.trial132.stdout:Modify: 2026-02-12 02:40:07.826021060 +0000 2026-02-12T02:41:15.732 INFO:teuthology.orchestra.run.trial132.stdout:Change: 2026-02-12 02:40:07.826021060 +0000 2026-02-12T02:41:15.732 INFO:teuthology.orchestra.run.trial132.stdout: Birth: 2026-02-12 02:40:07.826021060 +0000 2026-02-12T02:41:15.732 DEBUG:teuthology.orchestra.run.trial132:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-12T02:41:15.794 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.561+0000 7feff0a1b140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T02:41:15.794 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.592+0000 7feff0a1b140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T02:41:15.794 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.626+0000 7feff0a1b140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T02:41:15.794 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.692+0000 7feff0a1b140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T02:41:15.794 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:41:15.794 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:41:15.794 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: from numpy import show_config as show_numpy_config 2026-02-12T02:41:15.794 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.767+0000 7feff0a1b140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial069=y;trial132=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: Saving service mgr spec with placement trial069=y;trial132=x;count:2 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: Deploying daemon mgr.x on trial132 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2506954704' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:15.795 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.796 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.796 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:15.796 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:15.796 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.796 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:41:15.796 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:41:15.796 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:15 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:15.797 INFO:teuthology.orchestra.run.trial132.stderr:1+0 records in 2026-02-12T02:41:15.797 INFO:teuthology.orchestra.run.trial132.stderr:1+0 records out 2026-02-12T02:41:15.797 INFO:teuthology.orchestra.run.trial132.stderr:512 bytes copied, 0.000157835 s, 3.2 MB/s 2026-02-12T02:41:15.798 DEBUG:teuthology.orchestra.run.trial132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-12T02:41:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial069=y;trial132=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: Saving service mgr spec with placement trial069=y;trial132=x;count:2 2026-02-12T02:41:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: Deploying daemon mgr.x on trial132 2026-02-12T02:41:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2506954704' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T02:41:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:41:15.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial069=y;trial132=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: Saving service mgr spec with placement trial069=y;trial132=x;count:2 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: Deploying daemon mgr.x on trial132 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2506954704' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:15.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:15.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:15.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:15.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:41:15.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:41:15.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:15 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:15.854 DEBUG:teuthology.orchestra.run.trial132:> stat /dev/vg_nvme/lv_2 2026-02-12T02:41:15.909 INFO:teuthology.orchestra.run.trial132.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-12T02:41:15.909 INFO:teuthology.orchestra.run.trial132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T02:41:15.909 INFO:teuthology.orchestra.run.trial132.stdout:Device: 6h/6d Inode: 939 Links: 1 2026-02-12T02:41:15.909 INFO:teuthology.orchestra.run.trial132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T02:41:15.909 INFO:teuthology.orchestra.run.trial132.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T02:41:15.909 INFO:teuthology.orchestra.run.trial132.stdout:Access: 2026-02-12 02:41:14.783732592 +0000 2026-02-12T02:41:15.909 INFO:teuthology.orchestra.run.trial132.stdout:Modify: 2026-02-12 02:40:08.064019783 +0000 2026-02-12T02:41:15.910 INFO:teuthology.orchestra.run.trial132.stdout:Change: 2026-02-12 02:40:08.064019783 +0000 2026-02-12T02:41:15.910 INFO:teuthology.orchestra.run.trial132.stdout: Birth: 2026-02-12 02:40:08.064019783 +0000 2026-02-12T02:41:15.910 DEBUG:teuthology.orchestra.run.trial132:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-12T02:41:15.970 INFO:teuthology.orchestra.run.trial132.stderr:1+0 records in 2026-02-12T02:41:15.970 INFO:teuthology.orchestra.run.trial132.stderr:1+0 records out 2026-02-12T02:41:15.970 INFO:teuthology.orchestra.run.trial132.stderr:512 bytes copied, 0.000145351 s, 3.5 MB/s 2026-02-12T02:41:15.972 DEBUG:teuthology.orchestra.run.trial132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-12T02:41:16.027 DEBUG:teuthology.orchestra.run.trial132:> stat /dev/vg_nvme/lv_3 2026-02-12T02:41:16.063 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.801+0000 7feff0a1b140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T02:41:16.063 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.898+0000 7feff0a1b140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T02:41:16.064 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.957+0000 7feff0a1b140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T02:41:16.064 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:15.991+0000 7feff0a1b140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T02:41:16.064 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.024+0000 7feff0a1b140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T02:41:16.064 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.059+0000 7feff0a1b140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T02:41:16.080 INFO:teuthology.orchestra.run.trial132.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-12T02:41:16.080 INFO:teuthology.orchestra.run.trial132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T02:41:16.080 INFO:teuthology.orchestra.run.trial132.stdout:Device: 6h/6d Inode: 967 Links: 1 2026-02-12T02:41:16.080 INFO:teuthology.orchestra.run.trial132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T02:41:16.080 INFO:teuthology.orchestra.run.trial132.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T02:41:16.080 INFO:teuthology.orchestra.run.trial132.stdout:Access: 2026-02-12 02:41:14.783732592 +0000 2026-02-12T02:41:16.080 INFO:teuthology.orchestra.run.trial132.stdout:Modify: 2026-02-12 02:40:08.301018512 +0000 2026-02-12T02:41:16.081 INFO:teuthology.orchestra.run.trial132.stdout:Change: 2026-02-12 02:40:08.301018512 +0000 2026-02-12T02:41:16.081 INFO:teuthology.orchestra.run.trial132.stdout: Birth: 2026-02-12 02:40:08.301018512 +0000 2026-02-12T02:41:16.081 DEBUG:teuthology.orchestra.run.trial132:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-12T02:41:16.144 INFO:teuthology.orchestra.run.trial132.stderr:1+0 records in 2026-02-12T02:41:16.144 INFO:teuthology.orchestra.run.trial132.stderr:1+0 records out 2026-02-12T02:41:16.144 INFO:teuthology.orchestra.run.trial132.stderr:512 bytes copied, 0.00017645 s, 2.9 MB/s 2026-02-12T02:41:16.145 DEBUG:teuthology.orchestra.run.trial132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-12T02:41:16.202 DEBUG:teuthology.orchestra.run.trial132:> stat /dev/vg_nvme/lv_4 2026-02-12T02:41:16.257 INFO:teuthology.orchestra.run.trial132.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-12T02:41:16.257 INFO:teuthology.orchestra.run.trial132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T02:41:16.258 INFO:teuthology.orchestra.run.trial132.stdout:Device: 6h/6d Inode: 994 Links: 1 2026-02-12T02:41:16.258 INFO:teuthology.orchestra.run.trial132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T02:41:16.258 INFO:teuthology.orchestra.run.trial132.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T02:41:16.258 INFO:teuthology.orchestra.run.trial132.stdout:Access: 2026-02-12 02:41:14.784732591 +0000 2026-02-12T02:41:16.258 INFO:teuthology.orchestra.run.trial132.stdout:Modify: 2026-02-12 02:40:08.546017198 +0000 2026-02-12T02:41:16.258 INFO:teuthology.orchestra.run.trial132.stdout:Change: 2026-02-12 02:40:08.546017198 +0000 2026-02-12T02:41:16.258 INFO:teuthology.orchestra.run.trial132.stdout: Birth: 2026-02-12 02:40:08.546017198 +0000 2026-02-12T02:41:16.258 DEBUG:teuthology.orchestra.run.trial132:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-12T02:41:16.319 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.090+0000 7feff0a1b140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T02:41:16.321 INFO:teuthology.orchestra.run.trial132.stderr:1+0 records in 2026-02-12T02:41:16.322 INFO:teuthology.orchestra.run.trial132.stderr:1+0 records out 2026-02-12T02:41:16.322 INFO:teuthology.orchestra.run.trial132.stderr:512 bytes copied, 0.000152926 s, 3.3 MB/s 2026-02-12T02:41:16.323 DEBUG:teuthology.orchestra.run.trial132:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-12T02:41:16.380 INFO:tasks.cephadm:Deploying osd.0 on trial069 with /dev/vg_nvme/lv_4... 2026-02-12T02:41:16.381 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-12T02:41:16.590 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.331+0000 7feff0a1b140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T02:41:16.590 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.430+0000 7feff0a1b140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T02:41:16.590 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.461+0000 7feff0a1b140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T02:41:16.590 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.492+0000 7feff0a1b140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T02:41:16.590 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.586+0000 7feff0a1b140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:41:16.658 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:16.914 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.615+0000 7feff0a1b140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T02:41:16.914 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:16.708+0000 7feff0a1b140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:41:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T02:41:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: Reconfiguring daemon mgr.y on trial069 2026-02-12T02:41:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:16 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:16.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T02:41:16.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: Reconfiguring daemon mgr.y on trial069 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T02:41:16.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: Reconfiguring daemon mgr.y on trial069 2026-02-12T02:41:16.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:16.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:16.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:16.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:16.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:16 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:17.373 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:41:17.390 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial069:vg_nvme/lv_4 --skip-validation 2026-02-12T02:41:17.604 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:17.172+0000 7feff0a1b140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T02:41:17.604 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:17.203+0000 7feff0a1b140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T02:41:17.673 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:17.878 INFO:teuthology.orchestra.run.trial069.stderr:--skip-validation not valid: --skip-validation not in raw|lvm 2026-02-12T02:41:17.879 INFO:teuthology.orchestra.run.trial069.stderr:Invalid command: unused arguments: ['--skip-validation'] 2026-02-12T02:41:17.879 INFO:teuthology.orchestra.run.trial069.stderr:orch daemon add osd [] [] : Create OSD daemon(s) on specified host and device(s) (e.g., ceph orch daemon add osd myhost:/dev/sdb) 2026-02-12T02:41:17.879 INFO:teuthology.orchestra.run.trial069.stderr:Error EINVAL: invalid command 2026-02-12T02:41:17.910 DEBUG:teuthology.orchestra.run:got remote process result: 22 2026-02-12T02:41:17.911 WARNING:tasks.cephadm:--skip-validation falied with error Command failed on trial069 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial069:vg_nvme/lv_4 --skip-validation'. Retrying without it 2026-02-12T02:41:17.911 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial069:vg_nvme/lv_4 2026-02-12T02:41:17.914 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:41:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:41:17.600+0000 7feff0a1b140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T02:41:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:17 trial132 ceph-mon[16815]: Standby manager daemon x started 2026-02-12T02:41:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:17 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:41:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:17 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:41:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:17 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:41:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:17 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:41:17.916 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[22971]: Standby manager daemon x started 2026-02-12T02:41:17.916 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:41:17.916 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:41:17.916 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:41:17.916 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:41:17.916 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[14520]: Standby manager daemon x started 2026-02-12T02:41:17.916 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:41:17.917 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:41:17.917 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:41:17.917 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:17 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/2608796392' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:41:18.199 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:18.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[22971]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:18.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[22971]: mgrmap e14: y(active, since 26s), standbys: x 2026-02-12T02:41:18.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:41:18.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:18.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:18.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:18.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[14520]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:18.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[14520]: mgrmap e14: y(active, since 26s), standbys: x 2026-02-12T02:41:18.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:41:18.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:18.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:18.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:18 trial132 ceph-mon[16815]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:18 trial132 ceph-mon[16815]: mgrmap e14: y(active, since 26s), standbys: x 2026-02-12T02:41:18.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:41:18.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:18.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:18.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:19 trial132 ceph-mon[16815]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:19 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/860733518' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f27ccc56-41b0-4b91-81c6-19c24e08edc1"}]: dispatch 2026-02-12T02:41:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:19 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/860733518' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f27ccc56-41b0-4b91-81c6-19c24e08edc1"}]': finished 2026-02-12T02:41:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:19 trial132 ceph-mon[16815]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T02:41:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:19 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:19 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1705121701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:20.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[22971]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:20.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/860733518' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f27ccc56-41b0-4b91-81c6-19c24e08edc1"}]: dispatch 2026-02-12T02:41:20.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/860733518' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f27ccc56-41b0-4b91-81c6-19c24e08edc1"}]': finished 2026-02-12T02:41:20.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[22971]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T02:41:20.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:20.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1705121701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:20.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[14520]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:20.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/860733518' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f27ccc56-41b0-4b91-81c6-19c24e08edc1"}]: dispatch 2026-02-12T02:41:20.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/860733518' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f27ccc56-41b0-4b91-81c6-19c24e08edc1"}]': finished 2026-02-12T02:41:20.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[14520]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T02:41:20.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:20.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:19 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1705121701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:20 trial069 ceph-mon[22971]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:21.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:20 trial069 ceph-mon[14520]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:21.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:20 trial132 ceph-mon[16815]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:22.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:22 trial069 ceph-mon[14520]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:22.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:22 trial069 ceph-mon[22971]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:23.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:22 trial132 ceph-mon[16815]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:24.065 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:23 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T02:41:24.065 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:23 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:23 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T02:41:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:23 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:23 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T02:41:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:23 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:25.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:24 trial069 ceph-mon[14520]: Deploying daemon osd.0 on trial069 2026-02-12T02:41:25.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:24 trial069 ceph-mon[14520]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:25.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:24 trial069 ceph-mon[22971]: Deploying daemon osd.0 on trial069 2026-02-12T02:41:25.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:24 trial069 ceph-mon[22971]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:25.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:24 trial132 ceph-mon[16815]: Deploying daemon osd.0 on trial069 2026-02-12T02:41:25.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:24 trial132 ceph-mon[16815]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:25.855 INFO:teuthology.orchestra.run.trial069.stdout:Created osd(s) 0 on host 'trial069' 2026-02-12T02:41:25.894 DEBUG:teuthology.orchestra.run.trial069:osd.0> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.0.service 2026-02-12T02:41:25.938 INFO:tasks.cephadm:Deploying osd.1 on trial069 with /dev/vg_nvme/lv_3... 2026-02-12T02:41:25.938 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-12T02:41:25.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:25.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:25.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:25.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:25.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:25.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:25.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:25.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:25 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:25 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:26.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:25 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:25 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:25 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:25 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:25 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:26.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:25 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:26.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:25 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.246 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:26.829 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:26 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[27342]: 2026-02-12T02:41:26.542+0000 7f07b2f77740 -1 Falling back to public interface 2026-02-12T02:41:26.829 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:26.829 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:26.829 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.830 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:26.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:27.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:27.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:27.273 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:41:27.291 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial069:vg_nvme/lv_3 2026-02-12T02:41:27.575 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:27.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:27 trial069 ceph-mon[14520]: Detected new or changed devices on trial069 2026-02-12T02:41:27.958 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:27 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial069 to 83023M 2026-02-12T02:41:27.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:27 trial069 ceph-mon[22971]: Detected new or changed devices on trial069 2026-02-12T02:41:27.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:27 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial069 to 83023M 2026-02-12T02:41:28.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:27 trial132 ceph-mon[16815]: Detected new or changed devices on trial069 2026-02-12T02:41:28.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:27 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial069 to 83023M 2026-02-12T02:41:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2581710571' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d74f8d-4015-4765-9e6d-aa1430c48469"}]: dispatch 2026-02-12T02:41:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2581710571' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15d74f8d-4015-4765-9e6d-aa1430c48469"}]': finished 2026-02-12T02:41:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T02:41:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2581710571' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d74f8d-4015-4765-9e6d-aa1430c48469"}]: dispatch 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2581710571' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15d74f8d-4015-4765-9e6d-aa1430c48469"}]': finished 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T02:41:28.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:28.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:28 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:29.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:29.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:29.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:29.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:29.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2581710571' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15d74f8d-4015-4765-9e6d-aa1430c48469"}]: dispatch 2026-02-12T02:41:29.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2581710571' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15d74f8d-4015-4765-9e6d-aa1430c48469"}]': finished 2026-02-12T02:41:29.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T02:41:29.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:29.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:28 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:29.589 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[27342]: 2026-02-12T02:41:29.320+0000 7f07b2f77740 -1 osd.0 0 log_to_monitors true 2026-02-12T02:41:30.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:29 trial069 ceph-mon[14520]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:30.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:29 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/37829611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:30.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:29 trial069 ceph-mon[14520]: from='osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T02:41:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:29 trial069 ceph-mon[14520]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T02:41:30.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:29 trial069 ceph-mon[22971]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:30.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:29 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/37829611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:30.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:29 trial069 ceph-mon[22971]: from='osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T02:41:30.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:29 trial069 ceph-mon[22971]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T02:41:30.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:29 trial132 ceph-mon[16815]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:30.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:29 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/37829611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:30.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:29 trial132 ceph-mon[16815]: from='osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T02:41:30.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:29 trial132 ceph-mon[16815]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T02:41:30.996 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:30 trial132 ceph-mon[16815]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:30.997 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:30 trial132 ceph-mon[16815]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T02:41:30.997 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:30 trial132 ceph-mon[16815]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T02:41:30.997 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:30.997 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:30 trial132 ceph-mon[16815]: from='osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:30.997 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:30.997 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:30 trial132 ceph-mon[16815]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:31.089 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:30 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[27342]: 2026-02-12T02:41:30.687+0000 7f07aeef8640 -1 osd.0 0 waiting for initial osdmap 2026-02-12T02:41:31.089 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:30 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[27342]: 2026-02-12T02:41:30.689+0000 7f07aad21640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:41:31.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[14520]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:31.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[14520]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T02:41:31.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[14520]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T02:41:31.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:31.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[14520]: from='osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:31.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:31.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[14520]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[22971]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:31.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[22971]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T02:41:31.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[22971]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T02:41:31.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:31.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[22971]: from='osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:31.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:31.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:30 trial069 ceph-mon[22971]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:31.981 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[22971]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:31.981 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[22971]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T02:41:31.981 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:31.981 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:31.981 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:31.981 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[22971]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:31.982 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[14520]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:31.982 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[14520]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T02:41:31.982 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:31.982 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:31.982 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:31.982 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:31 trial069 ceph-mon[14520]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:32.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:31 trial132 ceph-mon[16815]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:32.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:31 trial132 ceph-mon[16815]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T02:41:32.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:31 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:32.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:31 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:32.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:31 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:32.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:31 trial132 ceph-mon[16815]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T02:41:32.801 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: purged_snaps scrub starts 2026-02-12T02:41:32.801 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: purged_snaps scrub ok 2026-02-12T02:41:32.801 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138] boot 2026-02-12T02:41:32.801 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T02:41:32.801 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:32.801 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:32.801 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[14520]: Deploying daemon osd.1 on trial069 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: purged_snaps scrub starts 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: purged_snaps scrub ok 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138] boot 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:32.802 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T02:41:32.803 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:32.803 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:32 trial069 ceph-mon[22971]: Deploying daemon osd.1 on trial069 2026-02-12T02:41:33.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: purged_snaps scrub starts 2026-02-12T02:41:33.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: purged_snaps scrub ok 2026-02-12T02:41:33.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: osd.0 [v2:10.20.193.69:6802/1098392138,v1:10.20.193.69:6803/1098392138] boot 2026-02-12T02:41:33.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T02:41:33.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:41:33.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:33.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T02:41:33.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:33.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:32 trial132 ceph-mon[16815]: Deploying daemon osd.1 on trial069 2026-02-12T02:41:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:33 trial069 ceph-mon[14520]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:34.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:33 trial069 ceph-mon[22971]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:34.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:33 trial132 ceph-mon[16815]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:34.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:34 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:34.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:34 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:34.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:34 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:34.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:34 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:34.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:34 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:34.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:34 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:35.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:34 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:35.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:34 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:35.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:34 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:35.280 INFO:teuthology.orchestra.run.trial069.stdout:Created osd(s) 1 on host 'trial069' 2026-02-12T02:41:35.320 DEBUG:teuthology.orchestra.run.trial069:osd.1> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.1.service 2026-02-12T02:41:35.323 INFO:tasks.cephadm:Deploying osd.2 on trial069 with /dev/vg_nvme/lv_2... 2026-02-12T02:41:35.323 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-12T02:41:35.650 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:36.080 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.081 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.081 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:36.081 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:36.081 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.081 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:36.081 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.081 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.081 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[14520]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.082 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:35 trial069 ceph-mon[22971]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:36.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:36.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:36.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:36.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:36.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:35 trial132 ceph-mon[16815]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:36.338 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[32408]: 2026-02-12T02:41:36.195+0000 7f22fe9fa740 -1 Falling back to public interface 2026-02-12T02:41:36.686 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:41:36.704 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial069:vg_nvme/lv_2 2026-02-12T02:41:36.993 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: Detected new or changed devices on trial069 2026-02-12T02:41:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial069 to 41511M 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: Detected new or changed devices on trial069 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:37.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial069 to 41511M 2026-02-12T02:41:37.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:37.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:37.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:37 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: Detected new or changed devices on trial069 2026-02-12T02:41:37.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:37.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:37.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial069 to 41511M 2026-02-12T02:41:37.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:37.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:37.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:37.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:37 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:38.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3120868971' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a679779-3363-4904-b779-fb87b437784c"}]: dispatch 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3120868971' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a679779-3363-4904-b779-fb87b437784c"}]': finished 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:38.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3120868971' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a679779-3363-4904-b779-fb87b437784c"}]: dispatch 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3120868971' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a679779-3363-4904-b779-fb87b437784c"}]': finished 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:38.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:38 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:38.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:38.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3120868971' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a679779-3363-4904-b779-fb87b437784c"}]: dispatch 2026-02-12T02:41:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3120868971' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a679779-3363-4904-b779-fb87b437784c"}]': finished 2026-02-12T02:41:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T02:41:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:38 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:39.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:39 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3933463908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:39.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:39 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3933463908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:39.339 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[32408]: 2026-02-12T02:41:39.231+0000 7f22fe9fa740 -1 osd.1 0 log_to_monitors true 2026-02-12T02:41:39.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:39 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3933463908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:40.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:40 trial069 ceph-mon[14520]: from='osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T02:41:40.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:40 trial069 ceph-mon[14520]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T02:41:40.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:40 trial069 ceph-mon[14520]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:40.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:40 trial069 ceph-mon[22971]: from='osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T02:41:40.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:40 trial069 ceph-mon[22971]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T02:41:40.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:40 trial069 ceph-mon[22971]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:40.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:40 trial132 ceph-mon[16815]: from='osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T02:41:40.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:40 trial132 ceph-mon[16815]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T02:41:40.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:40 trial132 ceph-mon[16815]: pgmap v24: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[14520]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T02:41:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[14520]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T02:41:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[14520]: from='osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[14520]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:41.089 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[32408]: 2026-02-12T02:41:41.027+0000 7f22fa97b640 -1 osd.1 0 waiting for initial osdmap 2026-02-12T02:41:41.089 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[32408]: 2026-02-12T02:41:41.028+0000 7f22f279c640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:41:41.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[22971]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T02:41:41.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[22971]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T02:41:41.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:41.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:41.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[22971]: from='osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:41.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:41 trial069 ceph-mon[22971]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:41.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:41 trial132 ceph-mon[16815]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T02:41:41.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:41 trial132 ceph-mon[16815]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T02:41:41.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:41 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:41.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:41 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:41.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:41 trial132 ceph-mon[16815]: from='osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:41.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:41 trial132 ceph-mon[16815]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:42.235 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[22971]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:42.235 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[22971]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T02:41:42.235 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[22971]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[14520]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[14520]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:42.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:42.237 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:42.237 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[14520]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:42.237 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T02:41:42.237 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:42 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:42.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:42 trial132 ceph-mon[16815]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:42.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:42 trial132 ceph-mon[16815]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T02:41:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:42 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:42 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:42 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:42 trial132 ceph-mon[16815]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T02:41:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:42 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T02:41:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:42 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:43.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[14520]: purged_snaps scrub starts 2026-02-12T02:41:43.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[14520]: purged_snaps scrub ok 2026-02-12T02:41:43.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[14520]: Deploying daemon osd.2 on trial069 2026-02-12T02:41:43.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:43.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[14520]: osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987] boot 2026-02-12T02:41:43.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[14520]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T02:41:43.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:43.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:43.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[22971]: purged_snaps scrub starts 2026-02-12T02:41:43.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[22971]: purged_snaps scrub ok 2026-02-12T02:41:43.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[22971]: Deploying daemon osd.2 on trial069 2026-02-12T02:41:43.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:43.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[22971]: osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987] boot 2026-02-12T02:41:43.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[22971]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T02:41:43.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:43.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:43 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:43.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:43 trial132 ceph-mon[16815]: purged_snaps scrub starts 2026-02-12T02:41:43.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:43 trial132 ceph-mon[16815]: purged_snaps scrub ok 2026-02-12T02:41:43.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:43 trial132 ceph-mon[16815]: Deploying daemon osd.2 on trial069 2026-02-12T02:41:43.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:43 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:43.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:43 trial132 ceph-mon[16815]: osd.1 [v2:10.20.193.69:6810/3369133987,v1:10.20.193.69:6811/3369133987] boot 2026-02-12T02:41:43.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:43 trial132 ceph-mon[16815]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T02:41:43.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:43 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:41:43.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:43 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:44.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:44 trial069 ceph-mon[14520]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:44.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:44 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:44.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:44 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:44.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:44 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:44.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:44 trial069 ceph-mon[22971]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:44.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:44 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:44.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:44 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:44.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:44 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:44.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:44 trial132 ceph-mon[16815]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:44.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:44 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:44.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:44 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:44.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:44 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:44.575 INFO:teuthology.orchestra.run.trial069.stdout:Created osd(s) 2 on host 'trial069' 2026-02-12T02:41:44.615 DEBUG:teuthology.orchestra.run.trial069:osd.2> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.2.service 2026-02-12T02:41:44.618 INFO:tasks.cephadm:Deploying osd.3 on trial069 with /dev/vg_nvme/lv_1... 2026-02-12T02:41:44.618 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-12T02:41:44.946 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:45.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:45.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:45.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:45.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:45.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:45.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:45.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.410 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.410 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:45 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[37521]: 2026-02-12T02:41:45.332+0000 7fb8821f2740 -1 Falling back to public interface 2026-02-12T02:41:45.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:45.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:45.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:45.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:45.973 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:41:45.989 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial069:vg_nvme/lv_1 2026-02-12T02:41:46.274 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:41:46.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:46.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: Detected new or changed devices on trial069 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial069 to 27674M 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:46.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: Detected new or changed devices on trial069 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial069 to 27674M 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:46.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:46.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:46 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: Detected new or changed devices on trial069 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial069 to 27674M 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:46.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:46 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:47.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:47.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:47.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1737447818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79481354-f8ad-4959-8562-c9ea5606c7ec"}]: dispatch 2026-02-12T02:41:47.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1737447818' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79481354-f8ad-4959-8562-c9ea5606c7ec"}]': finished 2026-02-12T02:41:47.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T02:41:47.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:47.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:47.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:47.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:47.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:47.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:47.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1737447818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79481354-f8ad-4959-8562-c9ea5606c7ec"}]: dispatch 2026-02-12T02:41:47.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1737447818' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79481354-f8ad-4959-8562-c9ea5606c7ec"}]': finished 2026-02-12T02:41:47.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T02:41:47.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:47.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:47 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:47.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:47.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1737447818' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79481354-f8ad-4959-8562-c9ea5606c7ec"}]: dispatch 2026-02-12T02:41:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1737447818' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79481354-f8ad-4959-8562-c9ea5606c7ec"}]': finished 2026-02-12T02:41:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T02:41:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:47 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:48 trial069 ceph-mon[14520]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:48 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2097688483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:48.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:48 trial069 ceph-mon[22971]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:48.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:48 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2097688483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:48.589 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[37521]: 2026-02-12T02:41:48.378+0000 7fb8821f2740 -1 osd.2 0 log_to_monitors true 2026-02-12T02:41:48.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:48 trial132 ceph-mon[16815]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:48.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:48 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2097688483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:49.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:49 trial069 ceph-mon[14520]: from='osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T02:41:49.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:49 trial069 ceph-mon[14520]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T02:41:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:49 trial069 ceph-mon[22971]: from='osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T02:41:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:49 trial069 ceph-mon[22971]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T02:41:49.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:49 trial132 ceph-mon[16815]: from='osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T02:41:49.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:49 trial132 ceph-mon[16815]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T02:41:50.456 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[14520]: pgmap v33: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:50.456 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[14520]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T02:41:50.457 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[14520]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T02:41:50.457 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:50.457 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:50.457 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[14520]: from='osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:50.457 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[14520]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:50.457 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[37521]: 2026-02-12T02:41:50.339+0000 7fb87e173640 -1 osd.2 0 waiting for initial osdmap 2026-02-12T02:41:50.457 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[37521]: 2026-02-12T02:41:50.341+0000 7fb879f9c640 -1 osd.2 16 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:41:50.458 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[22971]: pgmap v33: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:50.458 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[22971]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T02:41:50.458 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[22971]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T02:41:50.458 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:50.458 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:50.458 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[22971]: from='osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:50.458 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:50 trial069 ceph-mon[22971]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:50.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:50 trial132 ceph-mon[16815]: pgmap v33: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:50.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:50 trial132 ceph-mon[16815]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T02:41:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:50 trial132 ceph-mon[16815]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T02:41:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:50 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:50 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:50 trial132 ceph-mon[16815]: from='osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:50 trial132 ceph-mon[16815]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:51.511 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[22971]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:51.512 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[22971]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T02:41:51.512 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:51.512 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:51.512 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:51.512 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T02:41:51.512 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:51.512 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[14520]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:51.513 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[14520]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T02:41:51.513 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:51.513 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:51.513 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:51.513 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T02:41:51.513 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:51 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:51.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:51 trial132 ceph-mon[16815]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:51.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:51 trial132 ceph-mon[16815]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T02:41:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:51 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:51 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:51 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:51 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T02:41:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:51 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:52.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[14520]: purged_snaps scrub starts 2026-02-12T02:41:52.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[14520]: purged_snaps scrub ok 2026-02-12T02:41:52.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[14520]: Deploying daemon osd.3 on trial069 2026-02-12T02:41:52.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[14520]: pgmap v36: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:52.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[14520]: osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879] boot 2026-02-12T02:41:52.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[14520]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T02:41:52.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:52.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:52.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[22971]: purged_snaps scrub starts 2026-02-12T02:41:52.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[22971]: purged_snaps scrub ok 2026-02-12T02:41:52.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[22971]: Deploying daemon osd.3 on trial069 2026-02-12T02:41:52.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[22971]: pgmap v36: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:52.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[22971]: osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879] boot 2026-02-12T02:41:52.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[22971]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T02:41:52.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:52.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:52 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:52.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:52 trial132 ceph-mon[16815]: purged_snaps scrub starts 2026-02-12T02:41:52.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:52 trial132 ceph-mon[16815]: purged_snaps scrub ok 2026-02-12T02:41:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:52 trial132 ceph-mon[16815]: Deploying daemon osd.3 on trial069 2026-02-12T02:41:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:52 trial132 ceph-mon[16815]: pgmap v36: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T02:41:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:52 trial132 ceph-mon[16815]: osd.2 [v2:10.20.193.69:6818/3404424879,v1:10.20.193.69:6819/3404424879] boot 2026-02-12T02:41:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:52 trial132 ceph-mon[16815]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T02:41:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:52 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:41:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:52 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:53.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:53 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:53 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:53 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:53 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T02:41:53.681 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:53 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:53.681 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:53 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:53.682 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:53 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:53.682 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:53 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T02:41:53.682 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:53 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:53.682 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:53 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:53.682 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:53 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:53.682 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:53 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T02:41:53.729 INFO:teuthology.orchestra.run.trial069.stdout:Created osd(s) 3 on host 'trial069' 2026-02-12T02:41:53.769 DEBUG:teuthology.orchestra.run.trial069:osd.3> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.3.service 2026-02-12T02:41:53.771 INFO:tasks.cephadm:Deploying osd.4 on trial132 with /dev/vg_nvme/lv_4... 2026-02-12T02:41:53.772 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-12T02:41:54.053 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:41:54.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: pgmap v38: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T02:41:54.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T02:41:54.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:54.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:54 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T02:41:54.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: pgmap v38: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:54.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:54.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:54.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:54.719 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T02:41:54.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T02:41:54.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:54.720 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T02:41:54.720 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: pgmap v38: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:54.720 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.720 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:54.721 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:54 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T02:41:54.722 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 02:41:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[42838]: 2026-02-12T02:41:54.514+0000 7f38cd7ea740 -1 Falling back to public interface 2026-02-12T02:41:54.806 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:41:54.822 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial132:vg_nvme/lv_4 2026-02-12T02:41:55.105 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:41:55.821 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: Detected new or changed devices on trial069 2026-02-12T02:41:55.821 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.821 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.821 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.821 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.821 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.821 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.821 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial069 to 20755M 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.822 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 sudo[19717]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T02:41:55.823 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 sudo[19717]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.823 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 sudo[19717]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.823 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 sudo[19717]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.823 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 sudo[19742]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T02:41:55.823 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 sudo[19742]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.823 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 sudo[19742]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.823 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:55 trial132 sudo[19742]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.838 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45166]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-02-12T02:41:55.838 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45166]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.838 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45166]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.839 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45166]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.839 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45170]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme2n1 2026-02-12T02:41:55.839 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45170]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.839 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45170]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.839 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45170]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.839 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45174]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-02-12T02:41:55.839 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45174]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.840 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45174]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.840 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45174]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.840 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45178]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme2n1 2026-02-12T02:41:55.840 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45178]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.840 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45178]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.840 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45178]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.840 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45182]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T02:41:55.840 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45182]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.841 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45182]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.841 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45182]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.841 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45186]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T02:41:55.841 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45186]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.841 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45186]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.841 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45186]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: Detected new or changed devices on trial069 2026-02-12T02:41:55.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial069 to 20755M 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45190]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45190]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45190]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45190]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45194]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45194]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45194]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45194]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: Detected new or changed devices on trial069 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:41:55.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial069 to 20755M 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45198]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T02:41:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45198]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45198]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45198]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45202]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T02:41:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45202]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T02:41:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45202]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T02:41:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:55 trial069 sudo[45202]: pam_unix(sudo:session): session closed for user root 2026-02-12T02:41:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: pgmap v41: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/1197302204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]: dispatch 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]: dispatch 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]': finished 2026-02-12T02:41:56.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/3412844934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: pgmap v41: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/1197302204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]: dispatch 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]: dispatch 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]': finished 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:56.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:56 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/3412844934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:56.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: pgmap v41: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:56.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:41:56.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:56.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:41:56.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/1197302204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]: dispatch 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]: dispatch 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "25759466-d576-408b-9539-0bebf873be5d"}]': finished 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:56.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:56 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/3412844934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:41:57.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:57 trial069 ceph-mon[22971]: from='osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T02:41:57.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:57 trial069 ceph-mon[22971]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T02:41:57.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:57 trial069 ceph-mon[14520]: from='osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T02:41:57.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:57 trial069 ceph-mon[14520]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T02:41:57.589 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 02:41:57 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[42838]: 2026-02-12T02:41:57.300+0000 7f38cd7ea740 -1 osd.3 0 log_to_monitors true 2026-02-12T02:41:57.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:57 trial132 ceph-mon[16815]: from='osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T02:41:57.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:57 trial132 ceph-mon[16815]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T02:41:58.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[22971]: pgmap v44: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:58.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[22971]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T02:41:58.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[22971]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T02:41:58.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[22971]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T02:41:58.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:58.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:58.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[22971]: from='osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:58.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[22971]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:58.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 02:41:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[42838]: 2026-02-12T02:41:58.492+0000 7f38c976b640 -1 osd.3 0 waiting for initial osdmap 2026-02-12T02:41:58.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 02:41:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[42838]: 2026-02-12T02:41:58.494+0000 7f38c158c640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:41:58.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[14520]: pgmap v44: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:58.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[14520]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T02:41:58.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[14520]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T02:41:58.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[14520]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T02:41:58.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:58.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:58.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[14520]: from='osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:58.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:58 trial069 ceph-mon[14520]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:58.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:58 trial132 ceph-mon[16815]: pgmap v44: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:41:58.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:58 trial132 ceph-mon[16815]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T02:41:58.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:58 trial132 ceph-mon[16815]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T02:41:58.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:58 trial132 ceph-mon[16815]: mgrmap e15: y(active, since 66s), standbys: x 2026-02-12T02:41:58.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:58 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:58.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:58 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:58.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:58 trial132 ceph-mon[16815]: from='osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:58.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:58 trial132 ceph-mon[16815]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]: dispatch 2026-02-12T02:41:59.520 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:59 trial132 ceph-mon[16815]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:59.520 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:59 trial132 ceph-mon[16815]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T02:41:59.521 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:59 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:59.521 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:59 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:59.521 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:41:59 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[22971]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[22971]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T02:41:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:59.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:59.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[14520]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]}]': finished 2026-02-12T02:41:59.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[14520]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T02:41:59.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:41:59.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:41:59.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:41:59 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: purged_snaps scrub starts 2026-02-12T02:42:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: purged_snaps scrub ok 2026-02-12T02:42:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:42:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364] boot 2026-02-12T02:42:00.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T02:42:00.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:00.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:00.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T02:42:00.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:00.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:00 trial132 ceph-mon[16815]: Deploying daemon osd.4 on trial132 2026-02-12T02:42:00.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: purged_snaps scrub starts 2026-02-12T02:42:00.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: purged_snaps scrub ok 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364] boot 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[14520]: Deploying daemon osd.4 on trial132 2026-02-12T02:42:00.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: purged_snaps scrub starts 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: purged_snaps scrub ok 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: osd.3 [v2:10.20.193.69:6826/851403364,v1:10.20.193.69:6827/851403364] boot 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:00.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:00 trial069 ceph-mon[22971]: Deploying daemon osd.4 on trial132 2026-02-12T02:42:02.501 INFO:teuthology.orchestra.run.trial132.stdout:Created osd(s) 4 on host 'trial132' 2026-02-12T02:42:02.542 DEBUG:teuthology.orchestra.run.trial132:osd.4> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.4.service 2026-02-12T02:42:02.545 INFO:tasks.cephadm:Deploying osd.5 on trial132 with /dev/vg_nvme/lv_3... 2026-02-12T02:42:02.545 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-12T02:42:02.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:02.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:02.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:02.709 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:02.710 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:02 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:02.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:02.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:02.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:02.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:02.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:02 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:02.878 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:03.474 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 02:42:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[21689]: 2026-02-12T02:42:03.184+0000 7f980ce7e740 -1 Falling back to public interface 2026-02-12T02:42:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:03.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:03 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.856 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:03.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:03 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:03.907 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:42:03.924 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial132:vg_nvme/lv_3 2026-02-12T02:42:04.210 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:04.782 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:04 trial132 ceph-mon[16815]: Detected new or changed devices on trial132 2026-02-12T02:42:04.782 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:04 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial132 to 84047M 2026-02-12T02:42:04.782 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:04 trial132 ceph-mon[16815]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:04.783 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:04 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:04.783 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:04 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:04.783 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:04 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:04.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[14520]: Detected new or changed devices on trial132 2026-02-12T02:42:04.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial132 to 84047M 2026-02-12T02:42:04.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[14520]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[22971]: Detected new or changed devices on trial132 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial132 to 84047M 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[22971]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:04.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:04 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[22971]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/3961463135' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]: dispatch 2026-02-12T02:42:05.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[22971]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]: dispatch 2026-02-12T02:42:05.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[22971]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]': finished 2026-02-12T02:42:05.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[22971]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T02:42:05.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:05.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:05.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/2546648753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:05.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[14520]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:05.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/3961463135' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]: dispatch 2026-02-12T02:42:05.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[14520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]: dispatch 2026-02-12T02:42:05.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[14520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]': finished 2026-02-12T02:42:05.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[14520]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T02:42:05.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:05.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:05.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:05 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/2546648753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:05 trial132 ceph-mon[16815]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:05 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/3961463135' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]: dispatch 2026-02-12T02:42:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:05 trial132 ceph-mon[16815]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]: dispatch 2026-02-12T02:42:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:05 trial132 ceph-mon[16815]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eac49436-ad40-42ac-808d-8eccb70f2465"}]': finished 2026-02-12T02:42:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:05 trial132 ceph-mon[16815]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T02:42:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:05 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:05 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:05 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/2546648753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:06.499 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 02:42:06 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[21689]: 2026-02-12T02:42:06.213+0000 7f980ce7e740 -1 osd.4 0 log_to_monitors true 2026-02-12T02:42:06.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:06 trial069 ceph-mon[14520]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:06.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:06 trial069 ceph-mon[14520]: from='osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T02:42:06.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:06 trial069 ceph-mon[14520]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T02:42:06.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:06 trial069 ceph-mon[22971]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:06.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:06 trial069 ceph-mon[22971]: from='osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T02:42:06.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:06 trial069 ceph-mon[22971]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T02:42:06.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:06 trial132 ceph-mon[16815]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:06.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:06 trial132 ceph-mon[16815]: from='osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T02:42:06.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:06 trial132 ceph-mon[16815]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T02:42:08.368 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:08 trial132 ceph-mon[16815]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T02:42:08.369 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:08 trial132 ceph-mon[16815]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T02:42:08.369 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:08 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:08.369 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:08 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:08.369 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:08 trial132 ceph-mon[16815]: from='osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:08.369 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:08 trial132 ceph-mon[16815]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:08.369 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:08 trial132 ceph-mon[16815]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:08.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 02:42:08 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[21689]: 2026-02-12T02:42:08.091+0000 7f9808dff640 -1 osd.4 0 waiting for initial osdmap 2026-02-12T02:42:08.370 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 02:42:08 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[21689]: 2026-02-12T02:42:08.093+0000 7f9804c28640 -1 osd.4 27 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:42:08.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[14520]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T02:42:08.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[14520]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T02:42:08.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:08.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:08.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[14520]: from='osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:08.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[14520]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:08.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[14520]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:08.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[22971]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T02:42:08.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[22971]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T02:42:08.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:08.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:08.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[22971]: from='osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:08.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[22971]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:08.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:08 trial069 ceph-mon[22971]: pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:09.125 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:09 trial132 ceph-mon[16815]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:09.125 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:09 trial132 ceph-mon[16815]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T02:42:09.125 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:09 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:09.125 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:09 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:09.125 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:09 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:09.125 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:09 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T02:42:09.126 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:09 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:09.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[14520]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[14520]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T02:42:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T02:42:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:09.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[22971]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:09.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[22971]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T02:42:09.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:09.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:09.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:09.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T02:42:09.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:09 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:10.365 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: purged_snaps scrub starts 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: purged_snaps scrub ok 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: Deploying daemon osd.5 on trial132 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960] boot 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:10.366 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:10 trial132 ceph-mon[16815]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:10.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: purged_snaps scrub starts 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: purged_snaps scrub ok 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: Deploying daemon osd.5 on trial132 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960] boot 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:10.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[14520]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: purged_snaps scrub starts 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: purged_snaps scrub ok 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: Deploying daemon osd.5 on trial132 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: osd.4 [v2:10.20.193.132:6800/3370733960,v1:10.20.193.132:6801/3370733960] boot 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T02:42:10.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:10.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:10 trial069 ceph-mon[22971]: pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T02:42:11.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:11 trial132 ceph-mon[16815]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T02:42:11.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:11 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:11.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:11 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:11.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:11 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:11.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:11 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:11.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[14520]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T02:42:11.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:11.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:11.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:11.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:11.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[22971]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T02:42:11.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:11.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:11.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:11.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:11 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:11.859 INFO:teuthology.orchestra.run.trial132.stdout:Created osd(s) 5 on host 'trial132' 2026-02-12T02:42:11.899 DEBUG:teuthology.orchestra.run.trial132:osd.5> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.5.service 2026-02-12T02:42:11.902 INFO:tasks.cephadm:Deploying osd.6 on trial132 with /dev/vg_nvme/lv_2... 2026-02-12T02:42:11.902 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-12T02:42:12.228 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:12 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.666 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 02:42:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[27057]: 2026-02-12T02:42:12.553+0000 7f840dd61740 -1 Falling back to public interface 2026-02-12T02:42:12.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T02:42:12.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:12.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:12.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:12.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:12.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:12 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:13.264 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:42:13.281 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial132:vg_nvme/lv_2 2026-02-12T02:42:13.568 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: Detected new or changed devices on trial132 2026-02-12T02:42:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:13.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial132 to 42023M 2026-02-12T02:42:13.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:13.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:13.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:13.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:13 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: Detected new or changed devices on trial132 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial132 to 42023M 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:14.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: Detected new or changed devices on trial132 2026-02-12T02:42:14.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:14.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:14.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial132 to 42023M 2026-02-12T02:42:14.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:14.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:14.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:13 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 111 KiB/s, 0 objects/s recovering 2026-02-12T02:42:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/2809119051' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]: dispatch 2026-02-12T02:42:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]: dispatch 2026-02-12T02:42:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]': finished 2026-02-12T02:42:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T02:42:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:14 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 111 KiB/s, 0 objects/s recovering 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/2809119051' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]': finished 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail; 111 KiB/s, 0 objects/s recovering 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/2809119051' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]: dispatch 2026-02-12T02:42:15.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c29418c-edbe-4845-9b81-a1004d91b43e"}]': finished 2026-02-12T02:42:15.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T02:42:15.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:15.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:14 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:15 trial132 ceph-mon[16815]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:15 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/2444329808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:15.915 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 02:42:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[27057]: 2026-02-12T02:42:15.621+0000 7f840dd61740 -1 osd.5 0 log_to_monitors true 2026-02-12T02:42:16.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:15 trial069 ceph-mon[14520]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:16.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:15 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/2444329808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:16.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:15 trial069 ceph-mon[22971]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:16.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:15 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/2444329808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:16 trial132 ceph-mon[16815]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 95 KiB/s, 0 objects/s recovering 2026-02-12T02:42:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:16 trial132 ceph-mon[16815]: from='osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T02:42:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:16 trial132 ceph-mon[16815]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T02:42:17.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:16 trial069 ceph-mon[14520]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 95 KiB/s, 0 objects/s recovering 2026-02-12T02:42:17.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:16 trial069 ceph-mon[14520]: from='osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T02:42:17.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:16 trial069 ceph-mon[14520]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T02:42:17.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:16 trial069 ceph-mon[22971]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 95 KiB/s, 0 objects/s recovering 2026-02-12T02:42:17.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:16 trial069 ceph-mon[22971]: from='osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T02:42:17.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:16 trial069 ceph-mon[22971]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T02:42:17.750 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:17 trial132 ceph-mon[16815]: from='osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:17.751 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:17 trial132 ceph-mon[16815]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T02:42:17.751 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:17 trial132 ceph-mon[16815]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T02:42:17.751 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:17 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:17.751 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:17 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:17.751 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:17 trial132 ceph-mon[16815]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:17.751 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 02:42:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[27057]: 2026-02-12T02:42:17.614+0000 7f8409ce2640 -1 osd.5 0 waiting for initial osdmap 2026-02-12T02:42:17.751 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 02:42:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[27057]: 2026-02-12T02:42:17.617+0000 7f8401b03640 -1 osd.5 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:42:18.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[14520]: from='osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:18.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[14520]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T02:42:18.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[14520]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T02:42:18.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:18.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:18.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[14520]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:18.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[22971]: from='osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:18.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[22971]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T02:42:18.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[22971]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T02:42:18.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:18.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:18.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:17 trial069 ceph-mon[22971]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:18.816 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:18 trial132 ceph-mon[16815]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 81 KiB/s, 0 objects/s recovering 2026-02-12T02:42:18.816 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:18 trial132 ceph-mon[16815]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:18.816 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:18 trial132 ceph-mon[16815]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T02:42:18.816 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:18.816 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:18.816 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:18.816 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T02:42:18.816 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:18 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[14520]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 81 KiB/s, 0 objects/s recovering 2026-02-12T02:42:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[14520]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[14520]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T02:42:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T02:42:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:19.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[22971]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 81 KiB/s, 0 objects/s recovering 2026-02-12T02:42:19.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[22971]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:19.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[22971]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T02:42:19.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:19.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:19.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:19.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T02:42:19.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:18 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:19.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: purged_snaps scrub starts 2026-02-12T02:42:19.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: purged_snaps scrub ok 2026-02-12T02:42:19.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: Deploying daemon osd.6 on trial132 2026-02-12T02:42:19.789 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:19.789 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745] boot 2026-02-12T02:42:19.789 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T02:42:19.789 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:19.789 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:19.789 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T02:42:19.789 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:19 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: purged_snaps scrub starts 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: purged_snaps scrub ok 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: Deploying daemon osd.6 on trial132 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745] boot 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:20.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T02:42:20.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:20.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: purged_snaps scrub starts 2026-02-12T02:42:20.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: purged_snaps scrub ok 2026-02-12T02:42:20.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: Deploying daemon osd.6 on trial132 2026-02-12T02:42:20.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:20.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: osd.5 [v2:10.20.193.132:6808/1362078745,v1:10.20.193.132:6809/1362078745] boot 2026-02-12T02:42:20.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T02:42:20.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:20.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:20.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T02:42:20.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:19 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:20.868 INFO:teuthology.orchestra.run.trial132.stdout:Created osd(s) 6 on host 'trial132' 2026-02-12T02:42:20.878 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: pgmap v69: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T02:42:20.878 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:20.878 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:20.878 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:20.878 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T02:42:20.878 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:20.878 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:20.879 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:20.879 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:20.879 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:20.879 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:20 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:20.914 DEBUG:teuthology.orchestra.run.trial132:osd.6> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.6.service 2026-02-12T02:42:20.916 INFO:tasks.cephadm:Deploying osd.7 on trial132 with /dev/vg_nvme/lv_1... 2026-02-12T02:42:20.916 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: pgmap v69: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: pgmap v69: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T02:42:21.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:21.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:20 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.248 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:21.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:21.842 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:21.843 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:21.843 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:21 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:22.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:22.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:22.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:22.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:22.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:22.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:22.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:22.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:22.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:21 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:22.164 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 02:42:21 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[32202]: 2026-02-12T02:42:21.882+0000 7fb19c053740 -1 Falling back to public interface 2026-02-12T02:42:22.270 INFO:teuthology.orchestra.run.trial132.stdout: 2026-02-12T02:42:22.288 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch daemon add osd trial132:vg_nvme/lv_1 2026-02-12T02:42:22.575 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:22 trial132 ceph-mon[16815]: pgmap v71: 1 pgs: 1 peering; 0 B data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:22 trial132 ceph-mon[16815]: Detected new or changed devices on trial132 2026-02-12T02:42:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:22 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial132 to 28015M 2026-02-12T02:42:23.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:22 trial069 ceph-mon[14520]: pgmap v71: 1 pgs: 1 peering; 0 B data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:23.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:22 trial069 ceph-mon[14520]: Detected new or changed devices on trial132 2026-02-12T02:42:23.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:22 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial132 to 28015M 2026-02-12T02:42:23.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:22 trial069 ceph-mon[22971]: pgmap v71: 1 pgs: 1 peering; 0 B data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:23.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:22 trial069 ceph-mon[22971]: Detected new or changed devices on trial132 2026-02-12T02:42:23.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:22 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial132 to 28015M 2026-02-12T02:42:23.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:23.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:23.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:23.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/741376763' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]: dispatch 2026-02-12T02:42:23.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]: dispatch 2026-02-12T02:42:23.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]': finished 2026-02-12T02:42:23.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T02:42:23.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:23.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:23 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/741376763' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]: dispatch 2026-02-12T02:42:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]: dispatch 2026-02-12T02:42:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]': finished 2026-02-12T02:42:24.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/741376763' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]: dispatch 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]: dispatch 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d53511ce-9c79-4041-ad2c-5249dcec61c9"}]': finished 2026-02-12T02:42:24.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T02:42:24.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:24.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:23 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:24.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:24 trial132 ceph-mon[16815]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:24 trial132 ceph-mon[16815]: pgmap v72: 1 pgs: 1 peering; 0 B data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:24 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/1508148815' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:25.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:24 trial069 ceph-mon[14520]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:25.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:24 trial069 ceph-mon[14520]: pgmap v72: 1 pgs: 1 peering; 0 B data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:25.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:24 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/1508148815' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:25.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:24 trial069 ceph-mon[22971]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial132:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:25.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:24 trial069 ceph-mon[22971]: pgmap v72: 1 pgs: 1 peering; 0 B data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:25.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:24 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/1508148815' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T02:42:25.414 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 02:42:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[32202]: 2026-02-12T02:42:24.951+0000 7fb19c053740 -1 osd.6 0 log_to_monitors true 2026-02-12T02:42:25.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:25 trial132 ceph-mon[16815]: from='osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T02:42:25.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:25 trial132 ceph-mon[16815]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T02:42:26.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:25 trial069 ceph-mon[14520]: from='osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T02:42:26.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:25 trial069 ceph-mon[14520]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T02:42:26.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:25 trial069 ceph-mon[22971]: from='osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T02:42:26.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:25 trial069 ceph-mon[22971]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T02:42:26.756 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 02:42:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[32202]: 2026-02-12T02:42:26.630+0000 7fb197fd4640 -1 osd.6 0 waiting for initial osdmap 2026-02-12T02:42:26.756 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 02:42:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[32202]: 2026-02-12T02:42:26.633+0000 7fb18fdf5640 -1 osd.6 39 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:42:26.756 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:26 trial132 ceph-mon[16815]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:26.757 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:26 trial132 ceph-mon[16815]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T02:42:26.757 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:26 trial132 ceph-mon[16815]: from='osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:26.757 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:26 trial132 ceph-mon[16815]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T02:42:26.757 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:26.757 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:26 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:26.757 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:26 trial132 ceph-mon[16815]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:27.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[14520]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:27.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[14520]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T02:42:27.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[14520]: from='osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:27.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[14520]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T02:42:27.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:27.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:27.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[14520]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:27.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[22971]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:27.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[22971]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T02:42:27.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[22971]: from='osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:27.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[22971]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T02:42:27.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:27.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:27.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:26 trial069 ceph-mon[22971]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:27.856 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:27 trial132 ceph-mon[16815]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:27.856 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:27 trial132 ceph-mon[16815]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T02:42:27.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:27 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:27.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:27 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:27.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:27 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:27.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:27 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T02:42:27.857 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:27 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[14520]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[14520]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T02:42:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T02:42:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[22971]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[22971]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T02:42:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T02:42:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:27 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:28.837 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: purged_snaps scrub starts 2026-02-12T02:42:28.837 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: purged_snaps scrub ok 2026-02-12T02:42:28.837 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: Deploying daemon osd.7 on trial132 2026-02-12T02:42:28.838 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:28.838 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:28.838 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940] boot 2026-02-12T02:42:28.838 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T02:42:28.838 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:28.838 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:28 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: purged_snaps scrub starts 2026-02-12T02:42:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: purged_snaps scrub ok 2026-02-12T02:42:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: Deploying daemon osd.7 on trial132 2026-02-12T02:42:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940] boot 2026-02-12T02:42:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T02:42:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:29.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:29.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: purged_snaps scrub starts 2026-02-12T02:42:29.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: purged_snaps scrub ok 2026-02-12T02:42:29.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: Deploying daemon osd.7 on trial132 2026-02-12T02:42:29.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T02:42:29.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:29.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: osd.6 [v2:10.20.193.132:6816/2911261940,v1:10.20.193.132:6817/2911261940] boot 2026-02-12T02:42:29.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T02:42:29.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:29.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:28 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:29.883 INFO:teuthology.orchestra.run.trial132.stdout:Created osd(s) 7 on host 'trial132' 2026-02-12T02:42:29.893 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T02:42:29.893 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:29.893 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:29.893 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.893 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.893 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.894 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.894 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:29.894 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:29.894 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:29 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.925 DEBUG:teuthology.orchestra.run.trial132:osd.7> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.7.service 2026-02-12T02:42:29.926 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-02-12T02:42:29.926 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T02:42:29.949 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T02:42:29.949 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:29.950 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:29 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:30.213 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:30.411 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:30.448 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770864147,"num_in_osds":8,"osd_in_since":1770864143,"num_remapped_pgs":0} 2026-02-12T02:42:30.869 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 02:42:30 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[37367]: 2026-02-12T02:42:30.686+0000 7f7382028740 -1 Falling back to public interface 2026-02-12T02:42:30.869 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: pgmap v80: 1 pgs: 1 remapped+peering; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:30.869 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T02:42:30.869 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2127586823' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:30.870 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:30 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: pgmap v80: 1 pgs: 1 remapped+peering; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T02:42:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2127586823' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:31.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: pgmap v80: 1 pgs: 1 remapped+peering; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2127586823' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:31.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:31.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:31.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:31.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:31.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:31.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:30 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:31.450 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T02:42:31.741 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:31.764 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:31 trial069 ceph-mon[14520]: Detected new or changed devices on trial132 2026-02-12T02:42:31.764 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:31 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial132 to 21011M 2026-02-12T02:42:31.764 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:31 trial069 ceph-mon[22971]: Detected new or changed devices on trial132 2026-02-12T02:42:31.764 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:31 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial132 to 21011M 2026-02-12T02:42:31.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:31 trial132 ceph-mon[16815]: Detected new or changed devices on trial132 2026-02-12T02:42:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:31 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial132 to 21011M 2026-02-12T02:42:31.937 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:31.974 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770864147,"num_in_osds":8,"osd_in_since":1770864143,"num_remapped_pgs":0} 2026-02-12T02:42:32.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:32 trial132 ceph-mon[16815]: pgmap v82: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:32.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:32 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1366292410' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:32.974 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T02:42:32.999 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:32 trial069 ceph-mon[14520]: pgmap v82: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:32.999 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:32 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1366292410' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:32.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:32 trial069 ceph-mon[22971]: pgmap v82: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:32.999 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:32 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1366292410' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:33.258 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:33.450 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:33.485 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770864147,"num_in_osds":8,"osd_in_since":1770864143,"num_remapped_pgs":0} 2026-02-12T02:42:33.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:33 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2950171468' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:33.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 02:42:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[37367]: 2026-02-12T02:42:33.673+0000 7f7382028740 -1 osd.7 0 log_to_monitors true 2026-02-12T02:42:34.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:33 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2950171468' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:34.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:33 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2950171468' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:34.486 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T02:42:34.774 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:34.796 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:34 trial069 ceph-mon[22971]: pgmap v83: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:34.807 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:34 trial069 ceph-mon[22971]: from='osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T02:42:34.807 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:34 trial069 ceph-mon[22971]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T02:42:34.807 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:34 trial069 ceph-mon[14520]: pgmap v83: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:34.807 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:34 trial069 ceph-mon[14520]: from='osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T02:42:34.807 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:34 trial069 ceph-mon[14520]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T02:42:34.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:34 trial132 ceph-mon[16815]: pgmap v83: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T02:42:34.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:34 trial132 ceph-mon[16815]: from='osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T02:42:34.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:34 trial132 ceph-mon[16815]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T02:42:34.965 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:35.001 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":43,"num_osds":8,"num_up_osds":7,"osd_up_since":1770864147,"num_in_osds":8,"osd_in_since":1770864143,"num_remapped_pgs":0} 2026-02-12T02:42:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:35 trial132 ceph-mon[16815]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T02:42:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:35 trial132 ceph-mon[16815]: from='osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:35.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:35 trial132 ceph-mon[16815]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T02:42:35.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:35 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:35.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:35 trial132 ceph-mon[16815]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:35.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:35 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/648382261' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:35.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 02:42:35 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[37367]: 2026-02-12T02:42:35.655+0000 7f737dfa9640 -1 osd.7 0 waiting for initial osdmap 2026-02-12T02:42:35.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 02:42:35 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[37367]: 2026-02-12T02:42:35.659+0000 7f7375dca640 -1 osd.7 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T02:42:36.002 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T02:42:36.027 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[22971]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T02:42:36.027 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[22971]: from='osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:36.027 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[22971]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T02:42:36.027 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:36.027 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[22971]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:36.027 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/648382261' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:36.028 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[14520]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T02:42:36.028 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[14520]: from='osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:36.028 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[14520]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T02:42:36.028 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:36.028 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[14520]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]: dispatch 2026-02-12T02:42:36.028 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:35 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/648382261' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:36.286 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:36.487 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:36.527 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":44,"num_osds":8,"num_up_osds":7,"osd_up_since":1770864147,"num_in_osds":8,"osd_in_since":1770864143,"num_remapped_pgs":0} 2026-02-12T02:42:36.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 87 KiB/s, 0 objects/s recovering 2026-02-12T02:42:36.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:36.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T02:42:36.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:36.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:36.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/900232323' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:36.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515] boot 2026-02-12T02:42:36.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T02:42:36.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:36 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 87 KiB/s, 0 objects/s recovering 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/900232323' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515] boot 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail; 87 KiB/s, 0 objects/s recovering 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]}]': finished 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/900232323' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: osd.7 [v2:10.20.193.132:6824/855222515,v1:10.20.193.132:6825/855222515] boot 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T02:42:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:36 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:37.528 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T02:42:37.816 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:37 trial069 ceph-mon[22971]: purged_snaps scrub starts 2026-02-12T02:42:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:37 trial069 ceph-mon[22971]: purged_snaps scrub ok 2026-02-12T02:42:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:37 trial069 ceph-mon[22971]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T02:42:37.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:37 trial069 ceph-mon[14520]: purged_snaps scrub starts 2026-02-12T02:42:37.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:37 trial069 ceph-mon[14520]: purged_snaps scrub ok 2026-02-12T02:42:37.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:37 trial069 ceph-mon[14520]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T02:42:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:37 trial132 ceph-mon[16815]: purged_snaps scrub starts 2026-02-12T02:42:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:37 trial132 ceph-mon[16815]: purged_snaps scrub ok 2026-02-12T02:42:37.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:37 trial132 ceph-mon[16815]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T02:42:38.007 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:38.044 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":46,"num_osds":8,"num_up_osds":8,"osd_up_since":1770864156,"num_in_osds":8,"osd_in_since":1770864143,"num_remapped_pgs":0} 2026-02-12T02:42:38.045 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T02:42:38.326 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:38.512 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:38.512 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":46,"fsid":"2c30638c-07bc-11f1-8be0-d404e6e7d460","created":"2026-02-12T02:40:33.378098+0000","modified":"2026-02-12T02:42:37.655212+0000","last_up_change":"2026-02-12T02:42:36.654178+0000","last_in_change":"2026-02-12T02:42:23.444077+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T02:41:53.316054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f27ccc56-41b0-4b91-81c6-19c24e08edc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6802","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6803","nonce":1098392138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6804","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6805","nonce":1098392138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6808","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6809","nonce":1098392138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6806","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6807","nonce":1098392138}]},"public_addr":"10.20.193.69:6803/1098392138","cluster_addr":"10.20.193.69:6805/1098392138","heartbeat_back_addr":"10.20.193.69:6809/1098392138","heartbeat_front_addr":"10.20.193.69:6807/1098392138","state":["exists","up"]},{"osd":1,"uuid":"15d74f8d-4015-4765-9e6d-aa1430c48469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6810","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6811","nonce":3369133987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6812","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6813","nonce":3369133987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6816","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6817","nonce":3369133987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6814","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6815","nonce":3369133987}]},"public_addr":"10.20.193.69:6811/3369133987","cluster_addr":"10.20.193.69:6813/3369133987","heartbeat_back_addr":"10.20.193.69:6817/3369133987","heartbeat_front_addr":"10.20.193.69:6815/3369133987","state":["exists","up"]},{"osd":2,"uuid":"9a679779-3363-4904-b779-fb87b437784c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6818","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6819","nonce":3404424879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6820","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6821","nonce":3404424879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6824","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6825","nonce":3404424879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6822","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6823","nonce":3404424879}]},"public_addr":"10.20.193.69:6819/3404424879","cluster_addr":"10.20.193.69:6821/3404424879","heartbeat_back_addr":"10.20.193.69:6825/3404424879","heartbeat_front_addr":"10.20.193.69:6823/3404424879","state":["exists","up"]},{"osd":3,"uuid":"79481354-f8ad-4959-8562-c9ea5606c7ec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6826","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6827","nonce":851403364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6828","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6829","nonce":851403364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6832","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6833","nonce":851403364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6830","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6831","nonce":851403364}]},"public_addr":"10.20.193.69:6827/851403364","cluster_addr":"10.20.193.69:6829/851403364","heartbeat_back_addr":"10.20.193.69:6833/851403364","heartbeat_front_addr":"10.20.193.69:6831/851403364","state":["exists","up"]},{"osd":4,"uuid":"25759466-d576-408b-9539-0bebf873be5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6800","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6801","nonce":3370733960}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6802","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6803","nonce":3370733960}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6806","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6807","nonce":3370733960}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6804","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6805","nonce":3370733960}]},"public_addr":"10.20.193.132:6801/3370733960","cluster_addr":"10.20.193.132:6803/3370733960","heartbeat_back_addr":"10.20.193.132:6807/3370733960","heartbeat_front_addr":"10.20.193.132:6805/3370733960","state":["exists","up"]},{"osd":5,"uuid":"eac49436-ad40-42ac-808d-8eccb70f2465","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6808","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6809","nonce":1362078745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6810","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6811","nonce":1362078745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6814","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6815","nonce":1362078745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6812","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6813","nonce":1362078745}]},"public_addr":"10.20.193.132:6809/1362078745","cluster_addr":"10.20.193.132:6811/1362078745","heartbeat_back_addr":"10.20.193.132:6815/1362078745","heartbeat_front_addr":"10.20.193.132:6813/1362078745","state":["exists","up"]},{"osd":6,"uuid":"2c29418c-edbe-4845-9b81-a1004d91b43e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6816","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6817","nonce":2911261940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6818","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6819","nonce":2911261940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6822","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6823","nonce":2911261940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6820","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6821","nonce":2911261940}]},"public_addr":"10.20.193.132:6817/2911261940","cluster_addr":"10.20.193.132:6819/2911261940","heartbeat_back_addr":"10.20.193.132:6823/2911261940","heartbeat_front_addr":"10.20.193.132:6821/2911261940","state":["exists","up"]},{"osd":7,"uuid":"d53511ce-9c79-4041-ad2c-5249dcec61c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6824","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6825","nonce":855222515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6826","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6827","nonce":855222515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6830","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6831","nonce":855222515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6828","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6829","nonce":855222515}]},"public_addr":"10.20.193.132:6825/855222515","cluster_addr":"10.20.193.132:6827/855222515","heartbeat_back_addr":"10.20.193.132:6831/855222515","heartbeat_front_addr":"10.20.193.132:6829/855222515","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.69:0/1545442442":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6801/1679705643":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6800/1679705643":"2026-02-13T02:40:51.282368+0000","10.20.193.69:0/3171227813":"2026-02-13T02:40:51.282368+0000","10.20.193.69:0/1184956478":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6801/449870270":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/1275052508":"2026-02-13T02:40:43.122250+0000","10.20.193.69:6800/449870270":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/514005666":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/932931438":"2026-02-13T02:40:43.122250+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T02:42:38.550 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-12T02:41:53.316054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-12T02:42:38.550 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd pool get .mgr pg_num 2026-02-12T02:42:38.839 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:38.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:38 trial132 ceph-mon[16815]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T02:42:38.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:38 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2736850769' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:38.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:38 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1157947960' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:38.954 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:38 trial069 ceph-mon[22971]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T02:42:38.954 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:38 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2736850769' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:38.954 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:38 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1157947960' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:38.954 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:38 trial069 ceph-mon[14520]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T02:42:38.954 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:38 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2736850769' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T02:42:38.954 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:38 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1157947960' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:39.032 INFO:teuthology.orchestra.run.trial069.stdout:pg_num: 1 2026-02-12T02:42:39.070 INFO:tasks.cephadm:Adding prometheus.a on trial132 2026-02-12T02:42:39.070 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch apply prometheus '1;trial132=a' 2026-02-12T02:42:39.360 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:39.573 INFO:teuthology.orchestra.run.trial132.stdout:Scheduled prometheus update... 2026-02-12T02:42:39.612 DEBUG:teuthology.orchestra.run.trial132:prometheus.a> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@prometheus.a.service 2026-02-12T02:42:39.615 INFO:tasks.cephadm:Adding node-exporter.a on trial069 2026-02-12T02:42:39.615 INFO:tasks.cephadm:Adding node-exporter.b on trial132 2026-02-12T02:42:39.615 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch apply node-exporter '2;trial069=a;trial132=b' 2026-02-12T02:42:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:39 trial132 ceph-mon[16815]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T02:42:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:39 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2780337018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T02:42:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:39 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:39 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:39 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:39 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:39 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:39.941 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:40.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[22971]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T02:42:40.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2780337018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[14520]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2780337018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:40.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:40.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:40.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:40.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:39 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:40.138 INFO:teuthology.orchestra.run.trial132.stdout:Scheduled node-exporter update... 2026-02-12T02:42:40.174 DEBUG:teuthology.orchestra.run.trial069:node-exporter.a> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.a.service 2026-02-12T02:42:40.177 DEBUG:teuthology.orchestra.run.trial132:node-exporter.b> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.b.service 2026-02-12T02:42:40.180 INFO:tasks.cephadm:Adding alertmanager.a on trial069 2026-02-12T02:42:40.180 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch apply alertmanager '1;trial069=a' 2026-02-12T02:42:40.601 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:40.670 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:40 trial069 ceph-mon[14520]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:40.670 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:40 trial069 ceph-mon[14520]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial132=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:40.670 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:40 trial069 ceph-mon[14520]: Saving service prometheus spec with placement trial132=a;count:1 2026-02-12T02:42:40.810 INFO:teuthology.orchestra.run.trial132.stdout:Scheduled alertmanager update... 2026-02-12T02:42:40.849 DEBUG:teuthology.orchestra.run.trial069:alertmanager.a> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@alertmanager.a.service 2026-02-12T02:42:40.852 INFO:tasks.cephadm:Adding grafana.a on trial132 2026-02-12T02:42:40.852 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph orch apply grafana '1;trial132=a' 2026-02-12T02:42:40.875 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:40 trial132 ceph-mon[16815]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:40.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:40 trial132 ceph-mon[16815]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial132=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:40.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:40 trial132 ceph-mon[16815]: Saving service prometheus spec with placement trial132=a;count:1 2026-02-12T02:42:40.876 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:40 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:40 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:40 trial069 ceph-mon[22971]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:41.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:40 trial069 ceph-mon[22971]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial132=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:41.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:40 trial069 ceph-mon[22971]: Saving service prometheus spec with placement trial132=a;count:1 2026-02-12T02:42:41.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:40 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.139 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:41.350 INFO:teuthology.orchestra.run.trial132.stdout:Scheduled grafana update... 2026-02-12T02:42:41.390 DEBUG:teuthology.orchestra.run.trial132:grafana.a> sudo journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@grafana.a.service 2026-02-12T02:42:41.432 INFO:tasks.cephadm:Setting up client nodes... 2026-02-12T02:42:41.432 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-12T02:42:41.719 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:41.742 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[22971]: Deploying daemon prometheus.a on trial132 2026-02-12T02:42:41.742 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[22971]: from='client.24340 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial069=a;trial132=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:41.742 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[22971]: Saving service node-exporter spec with placement trial069=a;trial132=b;count:2 2026-02-12T02:42:41.742 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.742 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.742 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[14520]: Deploying daemon prometheus.a on trial132 2026-02-12T02:42:41.742 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[14520]: from='client.24340 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial069=a;trial132=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:41.743 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[14520]: Saving service node-exporter spec with placement trial069=a;trial132=b;count:2 2026-02-12T02:42:41.743 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.743 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:41 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:41 trial132 ceph-mon[16815]: Deploying daemon prometheus.a on trial132 2026-02-12T02:42:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:41 trial132 ceph-mon[16815]: from='client.24340 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial069=a;trial132=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:41 trial132 ceph-mon[16815]: Saving service node-exporter spec with placement trial069=a;trial132=b;count:2 2026-02-12T02:42:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:41 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:41 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:41.946 INFO:teuthology.orchestra.run.trial069.stdout:[client.0] 2026-02-12T02:42:41.946 INFO:teuthology.orchestra.run.trial069.stdout: key = AQAhPo1pBf09OBAAETQwC+Pglvuz79qeXcpvLw== 2026-02-12T02:42:41.984 DEBUG:teuthology.orchestra.run.trial069:> set -ex 2026-02-12T02:42:41.985 DEBUG:teuthology.orchestra.run.trial069:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-02-12T02:42:41.985 DEBUG:teuthology.orchestra.run.trial069:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-02-12T02:42:42.020 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-12T02:42:42.302 INFO:teuthology.orchestra.run.trial132.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.b/config 2026-02-12T02:42:42.537 INFO:teuthology.orchestra.run.trial132.stdout:[client.1] 2026-02-12T02:42:42.537 INFO:teuthology.orchestra.run.trial132.stdout: key = AQAiPo1pBUXgHxAAQEx0Ojae6g6QQ5SuwOQTlA== 2026-02-12T02:42:42.573 DEBUG:teuthology.orchestra.run.trial132:> set -ex 2026-02-12T02:42:42.573 DEBUG:teuthology.orchestra.run.trial132:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-02-12T02:42:42.573 DEBUG:teuthology.orchestra.run.trial132:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-02-12T02:42:42.609 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph config log 1 --format=json 2026-02-12T02:42:42.889 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:42.911 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial069=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:42.911 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: Saving service alertmanager spec with placement trial069=a;count:1 2026-02-12T02:42:42.911 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:42.911 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial132=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:42.911 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: Saving service grafana spec with placement trial132=a;count:1 2026-02-12T02:42:42.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1310974501' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T02:42:42.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: from='client.? 10.20.193.132:0/604546097' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T02:42:42.912 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial069=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:42.912 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: Saving service alertmanager spec with placement trial069=a;count:1 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial132=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: Saving service grafana spec with placement trial132=a;count:1 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1310974501' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: from='client.? 10.20.193.132:0/604546097' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:42 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T02:42:42.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial069=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: Saving service alertmanager spec with placement trial069=a;count:1 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial132=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: Saving service grafana spec with placement trial132=a;count:1 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1310974501' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: from='client.? 10.20.193.132:0/604546097' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T02:42:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:42 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T02:42:43.082 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:43.121 INFO:teuthology.orchestra.run.trial069.stdout:[{"version":18,"timestamp":"2026-02-12T02:42:30.623049+0000","name":"","changes":[{"name":"osd/host:trial132/osd_memory_target","previous_value":"29376641979","new_value":"22032481484"}]}] 2026-02-12T02:42:43.121 INFO:tasks.ceph_manager:config epoch is 18 2026-02-12T02:42:43.122 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-12T02:42:43.122 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-02-12T02:42:43.122 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph mgr dump --format=json 2026-02-12T02:42:43.403 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:43.629 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:43.666 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":15,"flags":0,"active_gid":14150,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6800","nonce":2002806712},{"type":"v1","addr":"10.20.193.69:6801","nonce":2002806712}]},"active_addr":"10.20.193.69:6801/2002806712","active_change":"2026-02-12T02:40:51.282446+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14214,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://10.20.193.69:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.69:0","nonce":973179179}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.69:0","nonce":35083292}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.69:0","nonce":1573373504}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.69:0","nonce":815070948}]}]} 2026-02-12T02:42:43.734 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-02-12T02:42:43.735 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-02-12T02:42:43.735 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T02:42:43.980 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:43 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1691794304' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T02:42:43.980 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:43 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/826756254' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:42:44.015 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:44.037 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:43 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1691794304' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T02:42:44.037 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:43 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/826756254' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:42:44.037 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:43 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1691794304' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T02:42:44.037 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:43 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/826756254' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:42:44.208 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:44.209 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":47,"fsid":"2c30638c-07bc-11f1-8be0-d404e6e7d460","created":"2026-02-12T02:40:33.378098+0000","modified":"2026-02-12T02:42:38.660864+0000","last_up_change":"2026-02-12T02:42:36.654178+0000","last_in_change":"2026-02-12T02:42:23.444077+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T02:41:53.316054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f27ccc56-41b0-4b91-81c6-19c24e08edc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6802","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6803","nonce":1098392138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6804","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6805","nonce":1098392138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6808","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6809","nonce":1098392138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6806","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6807","nonce":1098392138}]},"public_addr":"10.20.193.69:6803/1098392138","cluster_addr":"10.20.193.69:6805/1098392138","heartbeat_back_addr":"10.20.193.69:6809/1098392138","heartbeat_front_addr":"10.20.193.69:6807/1098392138","state":["exists","up"]},{"osd":1,"uuid":"15d74f8d-4015-4765-9e6d-aa1430c48469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6810","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6811","nonce":3369133987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6812","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6813","nonce":3369133987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6816","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6817","nonce":3369133987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6814","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6815","nonce":3369133987}]},"public_addr":"10.20.193.69:6811/3369133987","cluster_addr":"10.20.193.69:6813/3369133987","heartbeat_back_addr":"10.20.193.69:6817/3369133987","heartbeat_front_addr":"10.20.193.69:6815/3369133987","state":["exists","up"]},{"osd":2,"uuid":"9a679779-3363-4904-b779-fb87b437784c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6818","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6819","nonce":3404424879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6820","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6821","nonce":3404424879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6824","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6825","nonce":3404424879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6822","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6823","nonce":3404424879}]},"public_addr":"10.20.193.69:6819/3404424879","cluster_addr":"10.20.193.69:6821/3404424879","heartbeat_back_addr":"10.20.193.69:6825/3404424879","heartbeat_front_addr":"10.20.193.69:6823/3404424879","state":["exists","up"]},{"osd":3,"uuid":"79481354-f8ad-4959-8562-c9ea5606c7ec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6826","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6827","nonce":851403364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6828","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6829","nonce":851403364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6832","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6833","nonce":851403364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6830","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6831","nonce":851403364}]},"public_addr":"10.20.193.69:6827/851403364","cluster_addr":"10.20.193.69:6829/851403364","heartbeat_back_addr":"10.20.193.69:6833/851403364","heartbeat_front_addr":"10.20.193.69:6831/851403364","state":["exists","up"]},{"osd":4,"uuid":"25759466-d576-408b-9539-0bebf873be5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6800","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6801","nonce":3370733960}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6802","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6803","nonce":3370733960}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6806","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6807","nonce":3370733960}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6804","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6805","nonce":3370733960}]},"public_addr":"10.20.193.132:6801/3370733960","cluster_addr":"10.20.193.132:6803/3370733960","heartbeat_back_addr":"10.20.193.132:6807/3370733960","heartbeat_front_addr":"10.20.193.132:6805/3370733960","state":["exists","up"]},{"osd":5,"uuid":"eac49436-ad40-42ac-808d-8eccb70f2465","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6808","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6809","nonce":1362078745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6810","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6811","nonce":1362078745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6814","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6815","nonce":1362078745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6812","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6813","nonce":1362078745}]},"public_addr":"10.20.193.132:6809/1362078745","cluster_addr":"10.20.193.132:6811/1362078745","heartbeat_back_addr":"10.20.193.132:6815/1362078745","heartbeat_front_addr":"10.20.193.132:6813/1362078745","state":["exists","up"]},{"osd":6,"uuid":"2c29418c-edbe-4845-9b81-a1004d91b43e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6816","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6817","nonce":2911261940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6818","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6819","nonce":2911261940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6822","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6823","nonce":2911261940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6820","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6821","nonce":2911261940}]},"public_addr":"10.20.193.132:6817/2911261940","cluster_addr":"10.20.193.132:6819/2911261940","heartbeat_back_addr":"10.20.193.132:6823/2911261940","heartbeat_front_addr":"10.20.193.132:6821/2911261940","state":["exists","up"]},{"osd":7,"uuid":"d53511ce-9c79-4041-ad2c-5249dcec61c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6824","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6825","nonce":855222515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6826","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6827","nonce":855222515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6830","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6831","nonce":855222515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6828","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6829","nonce":855222515}]},"public_addr":"10.20.193.132:6825/855222515","cluster_addr":"10.20.193.132:6827/855222515","heartbeat_back_addr":"10.20.193.132:6831/855222515","heartbeat_front_addr":"10.20.193.132:6829/855222515","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.69:0/1545442442":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6801/1679705643":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6800/1679705643":"2026-02-13T02:40:51.282368+0000","10.20.193.69:0/3171227813":"2026-02-13T02:40:51.282368+0000","10.20.193.69:0/1184956478":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6801/449870270":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/1275052508":"2026-02-13T02:40:43.122250+0000","10.20.193.69:6800/449870270":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/514005666":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/932931438":"2026-02-13T02:40:43.122250+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T02:42:44.246 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-02-12T02:42:44.246 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T02:42:44.498 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.495Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-02-12T02:42:44.524 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:44.719 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:44.719 INFO:teuthology.orchestra.run.trial069.stdout:{"epoch":47,"fsid":"2c30638c-07bc-11f1-8be0-d404e6e7d460","created":"2026-02-12T02:40:33.378098+0000","modified":"2026-02-12T02:42:38.660864+0000","last_up_change":"2026-02-12T02:42:36.654178+0000","last_in_change":"2026-02-12T02:42:23.444077+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T02:41:53.316054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f27ccc56-41b0-4b91-81c6-19c24e08edc1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6802","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6803","nonce":1098392138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6804","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6805","nonce":1098392138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6808","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6809","nonce":1098392138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6806","nonce":1098392138},{"type":"v1","addr":"10.20.193.69:6807","nonce":1098392138}]},"public_addr":"10.20.193.69:6803/1098392138","cluster_addr":"10.20.193.69:6805/1098392138","heartbeat_back_addr":"10.20.193.69:6809/1098392138","heartbeat_front_addr":"10.20.193.69:6807/1098392138","state":["exists","up"]},{"osd":1,"uuid":"15d74f8d-4015-4765-9e6d-aa1430c48469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6810","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6811","nonce":3369133987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6812","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6813","nonce":3369133987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6816","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6817","nonce":3369133987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6814","nonce":3369133987},{"type":"v1","addr":"10.20.193.69:6815","nonce":3369133987}]},"public_addr":"10.20.193.69:6811/3369133987","cluster_addr":"10.20.193.69:6813/3369133987","heartbeat_back_addr":"10.20.193.69:6817/3369133987","heartbeat_front_addr":"10.20.193.69:6815/3369133987","state":["exists","up"]},{"osd":2,"uuid":"9a679779-3363-4904-b779-fb87b437784c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6818","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6819","nonce":3404424879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6820","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6821","nonce":3404424879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6824","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6825","nonce":3404424879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6822","nonce":3404424879},{"type":"v1","addr":"10.20.193.69:6823","nonce":3404424879}]},"public_addr":"10.20.193.69:6819/3404424879","cluster_addr":"10.20.193.69:6821/3404424879","heartbeat_back_addr":"10.20.193.69:6825/3404424879","heartbeat_front_addr":"10.20.193.69:6823/3404424879","state":["exists","up"]},{"osd":3,"uuid":"79481354-f8ad-4959-8562-c9ea5606c7ec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6826","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6827","nonce":851403364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6828","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6829","nonce":851403364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6832","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6833","nonce":851403364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.69:6830","nonce":851403364},{"type":"v1","addr":"10.20.193.69:6831","nonce":851403364}]},"public_addr":"10.20.193.69:6827/851403364","cluster_addr":"10.20.193.69:6829/851403364","heartbeat_back_addr":"10.20.193.69:6833/851403364","heartbeat_front_addr":"10.20.193.69:6831/851403364","state":["exists","up"]},{"osd":4,"uuid":"25759466-d576-408b-9539-0bebf873be5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6800","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6801","nonce":3370733960}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6802","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6803","nonce":3370733960}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6806","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6807","nonce":3370733960}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6804","nonce":3370733960},{"type":"v1","addr":"10.20.193.132:6805","nonce":3370733960}]},"public_addr":"10.20.193.132:6801/3370733960","cluster_addr":"10.20.193.132:6803/3370733960","heartbeat_back_addr":"10.20.193.132:6807/3370733960","heartbeat_front_addr":"10.20.193.132:6805/3370733960","state":["exists","up"]},{"osd":5,"uuid":"eac49436-ad40-42ac-808d-8eccb70f2465","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6808","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6809","nonce":1362078745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6810","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6811","nonce":1362078745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6814","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6815","nonce":1362078745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6812","nonce":1362078745},{"type":"v1","addr":"10.20.193.132:6813","nonce":1362078745}]},"public_addr":"10.20.193.132:6809/1362078745","cluster_addr":"10.20.193.132:6811/1362078745","heartbeat_back_addr":"10.20.193.132:6815/1362078745","heartbeat_front_addr":"10.20.193.132:6813/1362078745","state":["exists","up"]},{"osd":6,"uuid":"2c29418c-edbe-4845-9b81-a1004d91b43e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6816","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6817","nonce":2911261940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6818","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6819","nonce":2911261940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6822","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6823","nonce":2911261940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6820","nonce":2911261940},{"type":"v1","addr":"10.20.193.132:6821","nonce":2911261940}]},"public_addr":"10.20.193.132:6817/2911261940","cluster_addr":"10.20.193.132:6819/2911261940","heartbeat_back_addr":"10.20.193.132:6823/2911261940","heartbeat_front_addr":"10.20.193.132:6821/2911261940","state":["exists","up"]},{"osd":7,"uuid":"d53511ce-9c79-4041-ad2c-5249dcec61c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6824","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6825","nonce":855222515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6826","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6827","nonce":855222515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6830","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6831","nonce":855222515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.132:6828","nonce":855222515},{"type":"v1","addr":"10.20.193.132:6829","nonce":855222515}]},"public_addr":"10.20.193.132:6825/855222515","cluster_addr":"10.20.193.132:6827/855222515","heartbeat_back_addr":"10.20.193.132:6831/855222515","heartbeat_front_addr":"10.20.193.132:6829/855222515","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.69:0/1545442442":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6801/1679705643":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6800/1679705643":"2026-02-13T02:40:51.282368+0000","10.20.193.69:0/3171227813":"2026-02-13T02:40:51.282368+0000","10.20.193.69:0/1184956478":"2026-02-13T02:40:51.282368+0000","10.20.193.69:6801/449870270":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/1275052508":"2026-02-13T02:40:43.122250+0000","10.20.193.69:6800/449870270":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/514005666":"2026-02-13T02:40:43.122250+0000","10.20.193.69:0/932931438":"2026-02-13T02:40:43.122250+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T02:42:44.756 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph tell osd.0 flush_pg_stats 2026-02-12T02:42:44.757 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph tell osd.1 flush_pg_stats 2026-02-12T02:42:44.758 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph tell osd.2 flush_pg_stats 2026-02-12T02:42:44.758 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph tell osd.3 flush_pg_stats 2026-02-12T02:42:44.759 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph tell osd.4 flush_pg_stats 2026-02-12T02:42:44.759 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph tell osd.5 flush_pg_stats 2026-02-12T02:42:44.759 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph tell osd.6 flush_pg_stats 2026-02-12T02:42:44.760 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph tell osd.7 flush_pg_stats 2026-02-12T02:42:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:44 trial132 ceph-mon[16815]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:44 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/56885851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:44 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:44 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:44 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:44 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T02:42:44.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.495Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-02-12T02:42:44.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.496Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-02-12T02:42:44.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.496Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-02-12T02:42:44.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.498Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-02-12T02:42:44.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.498Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=941ns 2026-02-12T02:42:44.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.498Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-02-12T02:42:44.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.500Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2026-02-12T02:42:44.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.500Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.836µs wal_replay_duration=1.90335ms wbl_replay_duration=130ns total_replay_duration=1.936121ms 2026-02-12T02:42:44.917 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.501Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-02-12T02:42:44.917 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.501Z caller=main.go:1153 level=info msg="TSDB started" 2026-02-12T02:42:44.917 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.501Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T02:42:44.917 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.510Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.127492ms db_storage=692ns remote_storage=1.072µs web_handler=261ns query_engine=692ns scrape=314.267µs scrape_sd=89.858µs notify=601ns notify_sd=781ns rules=8.50068ms tracing=4.678µs 2026-02-12T02:42:44.917 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.510Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-02-12T02:42:44.917 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:42:44 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:42:44.510Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-02-12T02:42:45.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[14520]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:45.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/56885851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:45.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:45.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:45.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:45.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T02:42:45.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[22971]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:45.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/56885851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:45.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:45.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:45.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' 2026-02-12T02:42:45.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:44 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T02:42:45.118 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.118 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.119 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.123 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.125 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.125 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.126 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.130 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.309 INFO:teuthology.orchestra.run.trial069.stdout:146028888073 2026-02-12T02:42:45.310 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-12T02:42:45.311 INFO:teuthology.orchestra.run.trial069.stdout:103079215115 2026-02-12T02:42:45.312 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T02:42:45.313 INFO:teuthology.orchestra.run.trial069.stdout:171798691845 2026-02-12T02:42:45.314 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-12T02:42:45.338 INFO:teuthology.orchestra.run.trial069.stdout:55834574864 2026-02-12T02:42:45.339 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T02:42:45.346 INFO:teuthology.orchestra.run.trial069.stdout:193273528324 2026-02-12T02:42:45.346 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T02:42:45.352 INFO:teuthology.orchestra.run.trial069.stdout:38654705682 2026-02-12T02:42:45.353 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T02:42:45.379 INFO:teuthology.orchestra.run.trial069.stdout:73014444046 2026-02-12T02:42:45.380 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T02:42:45.382 INFO:teuthology.orchestra.run.trial069.stdout:120259084298 2026-02-12T02:42:45.383 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-12T02:42:45.651 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.655 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.667 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.668 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.675 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:45 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ignoring --setuser ceph since I am not root 2026-02-12T02:42:45.675 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:45 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ignoring --setgroup ceph since I am not root 2026-02-12T02:42:45.751 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.752 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.779 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.783 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:45.887 INFO:teuthology.orchestra.run.trial069.stdout:146028888073 2026-02-12T02:42:45.892 INFO:teuthology.orchestra.run.trial069.stdout:103079215115 2026-02-12T02:42:45.893 INFO:teuthology.orchestra.run.trial069.stdout:171798691845 2026-02-12T02:42:45.896 INFO:teuthology.orchestra.run.trial069.stdout:55834574864 2026-02-12T02:42:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:45 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2815795486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:45 trial132 ceph-mon[16815]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T02:42:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:45 trial132 ceph-mon[16815]: mgrmap e16: y(active, since 114s), standbys: x 2026-02-12T02:42:45.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: ignoring --setuser ceph since I am not root 2026-02-12T02:42:45.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: ignoring --setgroup ceph since I am not root 2026-02-12T02:42:45.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:45 trial132 ceph-mgr[18349]: -- 10.20.193.132:0/2135205322 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5585f02bb4a0 con 0x5585f0299400 2026-02-12T02:42:45.928 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:45 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2815795486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:45.928 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:45 trial069 ceph-mon[22971]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T02:42:45.928 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:45 trial069 ceph-mon[22971]: mgrmap e16: y(active, since 114s), standbys: x 2026-02-12T02:42:45.928 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:45 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2815795486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T02:42:45.929 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:45 trial069 ceph-mon[14520]: from='mgr.14150 10.20.193.69:0/2478659905' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T02:42:45.929 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:45 trial069 ceph-mon[14520]: mgrmap e16: y(active, since 114s), standbys: x 2026-02-12T02:42:45.935 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888073 got 146028888073 for osd.5 2026-02-12T02:42:45.936 DEBUG:teuthology.parallel:result is None 2026-02-12T02:42:45.941 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691845 got 171798691845 for osd.6 2026-02-12T02:42:45.941 DEBUG:teuthology.parallel:result is None 2026-02-12T02:42:45.951 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215115 got 103079215115 for osd.3 2026-02-12T02:42:45.951 DEBUG:teuthology.parallel:result is None 2026-02-12T02:42:45.961 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574864 got 55834574864 for osd.1 2026-02-12T02:42:45.962 DEBUG:teuthology.parallel:result is None 2026-02-12T02:42:45.976 INFO:teuthology.orchestra.run.trial069.stdout:193273528324 2026-02-12T02:42:45.981 INFO:teuthology.orchestra.run.trial069.stdout:38654705682 2026-02-12T02:42:45.983 INFO:teuthology.orchestra.run.trial069.stdout:120259084298 2026-02-12T02:42:45.991 INFO:teuthology.orchestra.run.trial069.stdout:73014444046 2026-02-12T02:42:46.028 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528324 got 193273528324 for osd.7 2026-02-12T02:42:46.028 DEBUG:teuthology.parallel:result is None 2026-02-12T02:42:46.036 INFO:tasks.cephadm.ceph_manager.ceph:need seq 120259084298 got 120259084298 for osd.4 2026-02-12T02:42:46.036 DEBUG:teuthology.parallel:result is None 2026-02-12T02:42:46.037 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705682 got 38654705682 for osd.0 2026-02-12T02:42:46.038 DEBUG:teuthology.parallel:result is None 2026-02-12T02:42:46.069 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444046 got 73014444046 for osd.2 2026-02-12T02:42:46.070 DEBUG:teuthology.parallel:result is None 2026-02-12T02:42:46.070 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-02-12T02:42:46.070 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph pg dump --format=json 2026-02-12T02:42:46.193 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:45.934+0000 7f5b14b7b140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T02:42:46.193 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.081+0000 7f5b14b7b140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T02:42:46.194 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.116+0000 7f5b14b7b140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T02:42:46.194 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.157+0000 7f5b14b7b140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T02:42:46.194 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.189+0000 7f5b14b7b140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T02:42:46.196 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.007+0000 7fb018067140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T02:42:46.196 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.158+0000 7fb018067140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T02:42:46.196 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.194+0000 7fb018067140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T02:42:46.394 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:46.446 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.236+0000 7fb018067140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T02:42:46.446 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.268+0000 7fb018067140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T02:42:46.446 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.302+0000 7fb018067140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T02:42:46.446 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.369+0000 7fb018067140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T02:42:46.446 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:42:46.447 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:42:46.447 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: from numpy import show_config as show_numpy_config 2026-02-12T02:42:46.447 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.444+0000 7fb018067140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T02:42:46.498 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.224+0000 7f5b14b7b140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T02:42:46.498 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.290+0000 7f5b14b7b140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T02:42:46.499 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:42:46.499 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:42:46.499 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: from numpy import show_config as show_numpy_config 2026-02-12T02:42:46.499 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.363+0000 7f5b14b7b140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T02:42:46.499 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.398+0000 7f5b14b7b140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T02:42:46.499 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.494+0000 7f5b14b7b140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T02:42:46.706 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3457945735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T02:42:46.706 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3493789871' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T02:42:46.707 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/220340344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T02:42:46.707 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1606432648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T02:42:46.707 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2471021435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T02:42:46.707 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3847802537' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T02:42:46.707 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3395415025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T02:42:46.707 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1716961720' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T02:42:46.707 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3457945735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3493789871' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/220340344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1606432648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2471021435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3847802537' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3395415025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:46 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1716961720' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.481+0000 7fb018067140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T02:42:46.708 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.578+0000 7fb018067140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T02:42:46.709 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.638+0000 7fb018067140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T02:42:46.709 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.672+0000 7fb018067140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T02:42:46.709 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.704+0000 7fb018067140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T02:42:46.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:46 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3457945735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T02:42:46.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:46 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3493789871' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T02:42:46.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:46 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/220340344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T02:42:46.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:46 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1606432648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T02:42:46.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:46 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2471021435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T02:42:46.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:46 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3847802537' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T02:42:46.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:46 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3395415025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T02:42:46.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:46 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1716961720' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T02:42:46.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.554+0000 7f5b14b7b140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T02:42:46.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.589+0000 7f5b14b7b140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T02:42:46.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.621+0000 7f5b14b7b140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T02:42:46.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.657+0000 7f5b14b7b140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T02:42:46.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.687+0000 7f5b14b7b140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T02:42:47.004 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.739+0000 7fb018067140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T02:42:47.004 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:46 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:46.769+0000 7fb018067140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T02:42:47.004 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.002+0000 7fb018067140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T02:42:47.187 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:46.927+0000 7f5b14b7b140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T02:42:47.187 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:47.027+0000 7f5b14b7b140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T02:42:47.187 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:47.058+0000 7f5b14b7b140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T02:42:47.188 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:47.089+0000 7f5b14b7b140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T02:42:47.188 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:47.183+0000 7f5b14b7b140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:42:47.257 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.102+0000 7fb018067140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T02:42:47.258 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.132+0000 7fb018067140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T02:42:47.258 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.163+0000 7fb018067140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T02:42:47.258 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.256+0000 7fb018067140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:42:47.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.285+0000 7fb018067140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T02:42:47.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.377+0000 7fb018067140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:42:47.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:47.213+0000 7f5b14b7b140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T02:42:47.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:47.306+0000 7f5b14b7b140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:42:48.164 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:47.777+0000 7f5b14b7b140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T02:42:48.164 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:47.808+0000 7f5b14b7b140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T02:42:48.268 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.841+0000 7fb018067140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T02:42:48.268 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:47 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:47.871+0000 7fb018067140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T02:42:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:42:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[14520]: Standby manager daemon x restarted 2026-02-12T02:42:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:42:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[14520]: Standby manager daemon x started 2026-02-12T02:42:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:42:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:42:48.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:42:48.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[22971]: Standby manager daemon x restarted 2026-02-12T02:42:48.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:42:48.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[22971]: Standby manager daemon x started 2026-02-12T02:42:48.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:42:48.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:48 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:42:48.590 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:48.269+0000 7fb018067140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T02:42:48.590 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:48] ENGINE Bus STARTING 2026-02-12T02:42:48.590 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: CherryPy Checker: 2026-02-12T02:42:48.590 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: The Application mounted at '' has an empty config. 2026-02-12T02:42:48.590 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:42:48.590 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:48] ENGINE Serving on http://:::9283 2026-02-12T02:42:48.590 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:48] ENGINE Bus STARTED 2026-02-12T02:42:48.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:48 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:42:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:48 trial132 ceph-mon[16815]: Standby manager daemon x restarted 2026-02-12T02:42:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:48 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:42:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:48 trial132 ceph-mon[16815]: Standby manager daemon x started 2026-02-12T02:42:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:48 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:42:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:48 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/4232048442' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:42:48.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:48.207+0000 7f5b14b7b140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T02:42:48.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: [12/Feb/2026:02:42:48] ENGINE Bus STARTING 2026-02-12T02:42:48.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: CherryPy Checker: 2026-02-12T02:42:48.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: The Application mounted at '' has an empty config. 2026-02-12T02:42:48.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: 2026-02-12T02:42:48.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: [12/Feb/2026:02:42:48] ENGINE Serving on http://:::9283 2026-02-12T02:42:48.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:42:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[18345]: [12/Feb/2026:02:42:48] ENGINE Bus STARTED 2026-02-12T02:42:49.282 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:49.282 INFO:teuthology.orchestra.run.trial069.stderr:Warning: due to ceph-mgr restart, some PG states may not be up to date 2026-02-12T02:42:49.282 INFO:teuthology.orchestra.run.trial069.stderr:dumped all 2026-02-12T02:42:49.323 INFO:teuthology.orchestra.run.trial069.stdout:{"pg_ready":false,"pg_map":{"version":2,"stamp":"2026-02-12T02:42:48.279212+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2026-02-12T02:42:48.272187+0000","last_change":"2026-02-12T02:42:48.272187+0000","last_active":"2026-02-12T02:42:48.272187+0000","last_peered":"2026-02-12T02:42:48.272187+0000","last_clean":"2026-02-12T02:42:48.272187+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2026-02-12T02:42:48.272187+0000","last_undegraded":"2026-02-12T02:42:48.272187+0000","last_fullsized":"2026-02-12T02:42:48.272187+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-12T02:42:48.272187+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-12T02:42:48.272187+0000","last_clean_scrub_stamp":"2026-02-12T02:42:48.272187+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0}],"osd_stats":[],"pool_statfs":[]}} 2026-02-12T02:42:49.324 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph pg dump --format=json 2026-02-12T02:42:49.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: mgrmap e17: y(active, since 116s), standbys: x 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: Active manager daemon y restarted 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: Activating manager daemon y 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: mgrmap e18: y(active, starting, since 0.00381823s), standbys: x 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:42:49.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:42:49.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: Manager daemon y is now available 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: mgrmap e17: y(active, since 116s), standbys: x 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: Active manager daemon y restarted 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: Activating manager daemon y 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: mgrmap e18: y(active, starting, since 0.00381823s), standbys: x 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:42:49.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:42:49.593 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: Manager daemon y is now available 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.612 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: mgrmap e17: y(active, since 116s), standbys: x 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: Active manager daemon y restarted 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: Activating manager daemon y 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: mgrmap e18: y(active, starting, since 0.00381823s), standbys: x 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:42:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:42:49.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: Manager daemon y is now available 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:49.813 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:49.813 INFO:teuthology.orchestra.run.trial069.stderr:dumped all 2026-02-12T02:42:49.853 INFO:teuthology.orchestra.run.trial069.stdout:{"pg_ready":true,"pg_map":{"version":3,"stamp":"2026-02-12T02:42:49.282010+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5872025600,"kb_used":221144,"kb_used_data":5392,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871804456,"statfs":{"total":6012954214400,"available":6012727762944,"internally_reserved":0,"allocated":5521408,"data_stored":3271582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":220712505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"19'92","reported_seq":17,"reported_epoch":47,"state":"active+clean","last_fresh":"2026-02-12T02:42:38.668446+0000","last_change":"2026-02-12T02:42:38.668223+0000","last_active":"2026-02-12T02:42:38.668446+0000","last_peered":"2026-02-12T02:42:38.668446+0000","last_clean":"2026-02-12T02:42:38.668446+0000","last_became_active":"2026-02-12T02:42:38.664447+0000","last_became_peered":"2026-02-12T02:42:38.664447+0000","last_unstale":"2026-02-12T02:42:38.668446+0000","last_undegraded":"2026-02-12T02:42:38.668446+0000","last_fullsized":"2026-02-12T02:42:38.668446+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-12T02:41:53.884073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-12T02:41:53.884073+0000","last_clean_scrub_stamp":"2026-02-12T02:41:53.884073+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-13T09:30:18.139122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":45,"seq":193273528325,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28004,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975196,"statfs":{"total":751619276800,"available":751590600704,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":40,"seq":171798691846,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28004,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975196,"statfs":{"total":751619276800,"available":751590600704,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":34,"seq":146028888074,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":28,"seq":120259084299,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27420,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975780,"statfs":{"total":751619276800,"available":751591198720,"internally_reserved":0,"allocated":462848,"data_stored":185312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215117,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":17,"seq":73014444047,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27420,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975780,"statfs":{"total":751619276800,"available":751591198720,"internally_reserved":0,"allocated":462848,"data_stored":185312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705683,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28000,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975200,"statfs":{"total":751619276800,"available":751590604800,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-12T02:42:49.855 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-02-12T02:42:49.855 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-12T02:42:49.855 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-02-12T02:42:49.855 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph health --format=json 2026-02-12T02:42:50.138 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:50.348 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:42:50.348 INFO:teuthology.orchestra.run.trial069.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-12T02:42:50.348 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: [12/Feb/2026:02:42:49] ENGINE Bus STARTING 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: [12/Feb/2026:02:42:49] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: mgrmap e19: y(active, since 1.00717s), standbys: x 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: [12/Feb/2026:02:42:49] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: [12/Feb/2026:02:42:49] ENGINE Bus STARTED 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: [12/Feb/2026:02:42:49] ENGINE Client ('10.20.193.69', 46822) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:42:50.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial132 to 20755M 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:42:50.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: [12/Feb/2026:02:42:49] ENGINE Bus STARTING 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: [12/Feb/2026:02:42:49] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T02:42:50.351 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: mgrmap e19: y(active, since 1.00717s), standbys: x 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: [12/Feb/2026:02:42:49] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: [12/Feb/2026:02:42:49] ENGINE Bus STARTED 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: [12/Feb/2026:02:42:49] ENGINE Client ('10.20.193.69', 46822) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.352 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial132 to 20755M 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.353 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.354 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.354 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:50 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.384 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-02-12T02:42:50.385 INFO:tasks.cephadm:Setup complete, yielding 2026-02-12T02:42:50.385 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T02:42:50.405 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial069.front.sepia.ceph.com 2026-02-12T02:42:50.405 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: [12/Feb/2026:02:42:49] ENGINE Bus STARTING 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: [12/Feb/2026:02:42:49] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: mgrmap e19: y(active, since 1.00717s), standbys: x 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: [12/Feb/2026:02:42:49] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T02:42:50.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: [12/Feb/2026:02:42:49] ENGINE Bus STARTED 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: [12/Feb/2026:02:42:49] ENGINE Client ('10.20.193.69', 46822) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial132 to 20755M 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:42:50.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:50 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:50.684 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:50.928 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T02:42:50.942 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial069.front.sepia.ceph.com 2026-02-12T02:42:50.942 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2026-02-12T02:42:50.965 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:50] ENGINE Bus STOPPING 2026-02-12T02:42:50.965 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:42:50.966 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:50] ENGINE Bus STOPPED 2026-02-12T02:42:50.966 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:50 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:50] ENGINE Bus STARTING 2026-02-12T02:42:51.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:51] ENGINE Serving on http://:::9283 2026-02-12T02:42:51.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:51] ENGINE Bus STARTED 2026-02-12T02:42:51.377 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:42:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:42:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:42:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:42:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: from='client.14664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T02:42:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: Deploying daemon alertmanager.a on trial069 2026-02-12T02:42:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3780780364' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: mgrmap e20: y(active, since 2s), standbys: x 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: from='client.14664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: Deploying daemon alertmanager.a on trial069 2026-02-12T02:42:51.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:51.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3780780364' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T02:42:51.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: mgrmap e20: y(active, since 2s), standbys: x 2026-02-12T02:42:51.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:51 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' 2026-02-12T02:42:51.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: from='client.14664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: Deploying daemon alertmanager.a on trial069 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3780780364' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: mgrmap e20: y(active, since 2s), standbys: x 2026-02-12T02:42:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:51 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' 2026-02-12T02:42:51.856 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 systemd[1]: Started Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:42:52.150 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:51] ENGINE Bus STOPPING 2026-02-12T02:42:52.151 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:42:52.151 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:52] ENGINE Bus STOPPED 2026-02-12T02:42:52.151 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:52] ENGINE Bus STARTING 2026-02-12T02:42:52.151 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:52] ENGINE Serving on http://:::9283 2026-02-12T02:42:52.151 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:42:52] ENGINE Bus STARTED 2026-02-12T02:42:52.151 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:51.856Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2026-02-12T02:42:52.151 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:51.856Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2026-02-12T02:42:52.152 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:51.856Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=10.20.193.69 port=9094 2026-02-12T02:42:52.152 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:51.857Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-02-12T02:42:52.152 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:51.872Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T02:42:52.152 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:51.872Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T02:42:52.152 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:51.874Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-02-12T02:42:52.152 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:51 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:51.874Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T02:42:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:42:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:42:52] "GET /metrics HTTP/1.1" 200 23645 "" "Prometheus/2.51.0" 2026-02-12T02:42:53.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: Deploying daemon grafana.a on trial132 2026-02-12T02:42:53.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:53.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T02:42:53.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3031873506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T02:42:53.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T02:42:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: Deploying daemon grafana.a on trial132 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3031873506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T02:42:53.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:52 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T02:42:53.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: Deploying daemon grafana.a on trial132 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3031873506' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T02:42:53.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:52 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T02:42:53.300 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:42:53.300 INFO:teuthology.orchestra.run.trial069.stdout: "id": "ccb65d1e-7df4-4780-baeb-8528e6bf3b03", 2026-02-12T02:42:53.300 INFO:teuthology.orchestra.run.trial069.stdout: "name": "r", 2026-02-12T02:42:53.300 INFO:teuthology.orchestra.run.trial069.stdout: "current_period": "96483ec8-3d92-4819-9564-9a9ea32a8496", 2026-02-12T02:42:53.300 INFO:teuthology.orchestra.run.trial069.stdout: "epoch": 1 2026-02-12T02:42:53.300 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:42:53.333 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2026-02-12T02:42:53.662 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:53.763 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "id": "65e108e9-a4da-4867-bf51-375e292f0ca6", 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "name": "default", 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "api_name": "default", 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "is_master": true, 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "endpoints": [], 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "hostnames": [], 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "hostnames_s3website": [], 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "master_zone": "", 2026-02-12T02:42:53.764 INFO:teuthology.orchestra.run.trial069.stdout: "zones": [], 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: "placement_targets": [ 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: { 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: "name": "default-placement", 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: "tags": [], 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: "storage_classes": [] 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: ], 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: "default_placement": "default-placement", 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: "realm_id": "ccb65d1e-7df4-4780-baeb-8528e6bf3b03", 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: "sync_policy": { 2026-02-12T02:42:53.765 INFO:teuthology.orchestra.run.trial069.stdout: "groups": [] 2026-02-12T02:42:53.766 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:42:53.766 INFO:teuthology.orchestra.run.trial069.stdout: "enabled_features": [ 2026-02-12T02:42:53.766 INFO:teuthology.orchestra.run.trial069.stdout: "notification_v2", 2026-02-12T02:42:53.766 INFO:teuthology.orchestra.run.trial069.stdout: "resharding" 2026-02-12T02:42:53.766 INFO:teuthology.orchestra.run.trial069.stdout: ] 2026-02-12T02:42:53.766 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:42:53.793 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2026-02-12T02:42:53.961 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:42:53 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:42:53.857Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000384423s 2026-02-12T02:42:54.077 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:54.179 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:42:54.179 INFO:teuthology.orchestra.run.trial069.stdout: "id": "739326be-8d3c-4303-bd3b-d1837ba1076a", 2026-02-12T02:42:54.179 INFO:teuthology.orchestra.run.trial069.stdout: "name": "z", 2026-02-12T02:42:54.179 INFO:teuthology.orchestra.run.trial069.stdout: "domain_root": "z.rgw.meta:root", 2026-02-12T02:42:54.179 INFO:teuthology.orchestra.run.trial069.stdout: "control_pool": "z.rgw.control", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "gc_pool": "z.rgw.log:gc", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "lc_pool": "z.rgw.log:lc", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "log_pool": "z.rgw.log", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "intent_log_pool": "z.rgw.log:intent", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "usage_log_pool": "z.rgw.log:usage", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "roles_pool": "z.rgw.meta:roles", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "reshard_pool": "z.rgw.log:reshard", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "user_email_pool": "z.rgw.meta:users.email", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2026-02-12T02:42:54.180 INFO:teuthology.orchestra.run.trial069.stdout: "otp_pool": "z.rgw.otp", 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "notif_pool": "z.rgw.log:notif", 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "topics_pool": "z.rgw.meta:topics", 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "account_pool": "z.rgw.meta:accounts", 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "group_pool": "z.rgw.meta:groups", 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "system_key": { 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "access_key": "", 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "secret_key": "" 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "placement_pools": [ 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: { 2026-02-12T02:42:54.181 INFO:teuthology.orchestra.run.trial069.stdout: "key": "default-placement", 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: "val": { 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: "index_pool": "z.rgw.buckets.index", 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: "storage_classes": { 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: "STANDARD": { 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: "data_pool": "z.rgw.buckets.data" 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: "index_type": 0, 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: "inline_data": true 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:42:54.182 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:42:54.183 INFO:teuthology.orchestra.run.trial069.stdout: ], 2026-02-12T02:42:54.183 INFO:teuthology.orchestra.run.trial069.stdout: "realm_id": "ccb65d1e-7df4-4780-baeb-8528e6bf3b03" 2026-02-12T02:42:54.183 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:42:54.210 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2026-02-12T02:42:54.233 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:53 trial069 ceph-mon[14520]: mgrmap e21: y(active, since 4s), standbys: x 2026-02-12T02:42:54.233 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:53 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T02:42:54.233 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:53 trial069 ceph-mon[14520]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T02:42:54.233 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:53 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:54.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:53 trial069 ceph-mon[22971]: mgrmap e21: y(active, since 4s), standbys: x 2026-02-12T02:42:54.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:53 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T02:42:54.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:53 trial069 ceph-mon[22971]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T02:42:54.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:53 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:54.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:53 trial132 ceph-mon[16815]: mgrmap e21: y(active, since 4s), standbys: x 2026-02-12T02:42:54.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:53 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T02:42:54.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:53 trial132 ceph-mon[16815]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T02:42:54.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:53 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:54.494 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:42:55.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:55 trial069 ceph-mon[14520]: pgmap v8: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:55.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:55 trial069 ceph-mon[14520]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T02:42:55.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:55 trial069 ceph-mon[22971]: pgmap v8: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:55.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:55 trial069 ceph-mon[22971]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T02:42:55.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:55 trial132 ceph-mon[16815]: pgmap v8: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:42:55.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:55 trial132 ceph-mon[16815]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T02:42:56.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:56 trial069 ceph-mon[14520]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T02:42:56.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:56 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T02:42:56.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:56 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T02:42:56.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:56 trial069 ceph-mon[14520]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T02:42:56.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:56 trial069 ceph-mon[22971]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T02:42:56.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:56 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T02:42:56.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:56 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T02:42:56.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:56 trial069 ceph-mon[22971]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T02:42:56.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:56 trial132 ceph-mon[16815]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T02:42:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:56 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T02:42:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:56 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T02:42:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:56 trial132 ceph-mon[16815]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T02:42:57.407 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:57 trial132 ceph-mon[16815]: pgmap v11: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T02:42:57.407 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:57 trial132 ceph-mon[16815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T02:42:57.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:57 trial069 ceph-mon[14520]: pgmap v11: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T02:42:57.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:57 trial069 ceph-mon[14520]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T02:42:57.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:57 trial069 ceph-mon[22971]: pgmap v11: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T02:42:57.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:57 trial069 ceph-mon[22971]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T02:42:57.664 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 systemd[1]: Started Ceph grafana.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:42:57.974 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717640135Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2026-02-12T02:42:57Z 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717778865Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717782521Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717784846Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.71778703Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717788883Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717790576Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.71779223Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717794203Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-02-12T02:42:57.975 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717796427Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717798101Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717799704Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717801367Z level=info msg=Target target=[all] 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717804292Z level=info msg="Path Home" path=/usr/share/grafana 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717806105Z level=info msg="Path Data" path=/var/lib/grafana 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717807678Z level=info msg="Path Logs" path=/var/log/grafana 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717809221Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717810824Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=settings t=2026-02-12T02:42:57.717812538Z level=info msg="App mode production" 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=sqlstore t=2026-02-12T02:42:57.717924677Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=sqlstore t=2026-02-12T02:42:57.717932091Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-02-12T02:42:57.976 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.718175436Z level=info msg="Starting DB migrations" 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.718799303Z level=info msg="Executing migration" id="create migration_log table" 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.719232704Z level=info msg="Migration successfully executed" id="create migration_log table" duration=433.351µs 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.719574283Z level=info msg="Executing migration" id="create user table" 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.719884553Z level=info msg="Migration successfully executed" id="create user table" duration=310.161µs 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.720120384Z level=info msg="Executing migration" id="add unique index user.login" 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.720408272Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=287.778µs 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.720641328Z level=info msg="Executing migration" id="add unique index user.email" 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.720918617Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=276.497µs 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.721147695Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.721417039Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=269.554µs 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.721672327Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2026-02-12T02:42:57.977 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.721935649Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=263.233µs 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.722154559Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.723008346Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=853.787µs 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.723247463Z level=info msg="Executing migration" id="create user table v2" 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.723540551Z level=info msg="Migration successfully executed" id="create user table v2" duration=293.048µs 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.723759421Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.72402626Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=266.408µs 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.724226424Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.724485018Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=258.353µs 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.724712533Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.724867012Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=154.419µs 2026-02-12T02:42:57.978 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.725078187Z level=info msg="Executing migration" id="Drop old table user_v1" 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.725289943Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=211.706µs 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.72563592Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.726035628Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=399.628µs 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.726252123Z level=info msg="Executing migration" id="Update user table charset" 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.726260278Z level=info msg="Migration successfully executed" id="Update user table charset" duration=8.295µs 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.72648553Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.726873956Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=388.206µs 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.727091333Z level=info msg="Executing migration" id="Add missing user data" 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.727172865Z level=info msg="Migration successfully executed" id="Add missing user data" duration=81.793µs 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.727430637Z level=info msg="Executing migration" id="Add is_disabled column to user" 2026-02-12T02:42:57.979 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.727823402Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=392.975µs 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.728040408Z level=info msg="Executing migration" id="Add index user.login/user.email" 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.728306956Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=266.308µs 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.728515646Z level=info msg="Executing migration" id="Add is_service_account column to user" 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.728950049Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=434.533µs 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.729159761Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.731686718Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=2.526816ms 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.7319069Z level=info msg="Executing migration" id="Add uid column to user" 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.732315734Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=408.655µs 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.732533782Z level=info msg="Executing migration" id="Update uid column values for users" 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.732622428Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=89.217µs 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.732873788Z level=info msg="Executing migration" id="Add unique index user_uid" 2026-02-12T02:42:57.980 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.733144194Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=270.265µs 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.733374124Z level=info msg="Executing migration" id="create temp user table v1-7" 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.733663956Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=289.762µs 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.733902462Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.734170964Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=268.362µs 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.734397528Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.734670148Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=272.359µs 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.734898235Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.73516308Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=264.725µs 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.73538768Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.735661833Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=274.042µs 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.735889178Z level=info msg="Executing migration" id="Update temp_user table charset" 2026-02-12T02:42:57.981 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.735896682Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=7.724µs 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.736158732Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.736420472Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=261.619µs 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.736593856Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.73686352Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_org_id - v1" duration=269.424µs 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.737076399Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.737349109Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_code - v1" duration=272.62µs 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.737545246Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.73781516Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_status - v1" duration=269.785µs 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.738027427Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.739038058Z level=info msg="Migration successfully executed" id="Rename table temp_user to temp_user_tmp_qwerty - v1" duration=1.01025ms 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.739246918Z level=info msg="Executing migration" id="create temp_user v2" 2026-02-12T02:42:57.982 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.739554744Z level=info msg="Migration successfully executed" id="create temp_user v2" duration=307.746µs 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.739766601Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.740046945Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v2" duration=277.339µs 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.74024725Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.740519579Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v2" duration=272.159µs 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.740773434Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.741048057Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v2" duration=274.263µs 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.741245677Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.74151476Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v2" duration=268.863µs 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.741761502Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.741921972Z level=info msg="Migration successfully executed" id="copy temp_user v1 to v2" duration=160.27µs 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.74211905Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2026-02-12T02:42:57.983 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.742331287Z level=info msg="Migration successfully executed" id="drop temp_user_tmp_qwerty" duration=212.518µs 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.742497979Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.742664861Z level=info msg="Migration successfully executed" id="Set created for temp users that will otherwise prematurely expire" duration=166.812µs 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.742906804Z level=info msg="Executing migration" id="create star table" 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.74315054Z level=info msg="Migration successfully executed" id="create star table" duration=243.696µs 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.743345424Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.743628954Z level=info msg="Migration successfully executed" id="add unique index star.user_id_dashboard_id" duration=283.3µs 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.743881407Z level=info msg="Executing migration" id="create org table v1" 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.744168694Z level=info msg="Migration successfully executed" id="create org table v1" duration=287.618µs 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.744370682Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.744721638Z level=info msg="Migration successfully executed" id="create index UQE_org_name - v1" duration=350.857µs 2026-02-12T02:42:57.984 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.744940989Z level=info msg="Executing migration" id="create org_user table v1" 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.745199232Z level=info msg="Migration successfully executed" id="create org_user table v1" duration=257.923µs 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.745404225Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.745698716Z level=info msg="Migration successfully executed" id="create index IDX_org_user_org_id - v1" duration=294.44µs 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.745908478Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.746205263Z level=info msg="Migration successfully executed" id="create index UQE_org_user_org_id_user_id - v1" duration=296.635µs 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.746405939Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.746707843Z level=info msg="Migration successfully executed" id="create index IDX_org_user_user_id - v1" duration=301.795µs 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.746913809Z level=info msg="Executing migration" id="Update org table charset" 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.746922635Z level=info msg="Migration successfully executed" id="Update org table charset" duration=9.037µs 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.74717114Z level=info msg="Executing migration" id="Update org_user table charset" 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.747178634Z level=info msg="Migration successfully executed" id="Update org_user table charset" duration=8.396µs 2026-02-12T02:42:57.985 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.74739578Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.747458798Z level=info msg="Migration successfully executed" id="Migrate all Read Only Viewers to Viewers" duration=63.178µs 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.747660636Z level=info msg="Executing migration" id="create dashboard table" 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.747956529Z level=info msg="Migration successfully executed" id="create dashboard table" duration=295.803µs 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.748161162Z level=info msg="Executing migration" id="add index dashboard.account_id" 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.748467635Z level=info msg="Migration successfully executed" id="add index dashboard.account_id" duration=306.242µs 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.748747799Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.749051236Z level=info msg="Migration successfully executed" id="add unique index dashboard_account_id_slug" duration=303.227µs 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.749262191Z level=info msg="Executing migration" id="create dashboard_tag table" 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.749510676Z level=info msg="Migration successfully executed" id="create dashboard_tag table" duration=248.384µs 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.749724345Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.750011062Z level=info msg="Migration successfully executed" id="add unique index dashboard_tag.dasboard_id_term" duration=286.426µs 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.750215815Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2026-02-12T02:42:57.986 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.750478506Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" duration=262.571µs 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.750655126Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.752265649Z level=info msg="Migration successfully executed" id="Rename table dashboard to dashboard_v1 - v1" duration=1.610462ms 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.752487323Z level=info msg="Executing migration" id="create dashboard v2" 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.752804847Z level=info msg="Migration successfully executed" id="create dashboard v2" duration=317.363µs 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.753014509Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.75328731Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_org_id - v2" duration=272.59µs 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.753497733Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.753803736Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_org_id_slug - v2" duration=305.862µs 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.754018137Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.75416424Z level=info msg="Migration successfully executed" id="copy dashboard v1 to v2" duration=145.953µs 2026-02-12T02:42:57.987 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.754366208Z level=info msg="Executing migration" id="drop table dashboard_v1" 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.754719579Z level=info msg="Migration successfully executed" id="drop table dashboard_v1" duration=354.283µs 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.754938528Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.754960038Z level=info msg="Migration successfully executed" id="alter dashboard.data to mediumtext v1" duration=21.54µs 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.755220305Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.755792095Z level=info msg="Migration successfully executed" id="Add column updated_by in dashboard - v2" duration=571.93µs 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.756004552Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.756546656Z level=info msg="Migration successfully executed" id="Add column created_by in dashboard - v2" duration=541.934µs 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.756793808Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.757336233Z level=info msg="Migration successfully executed" id="Add column gnetId in dashboard" duration=542.374µs 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.757567054Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.757859301Z level=info msg="Migration successfully executed" id="Add index for gnetId in dashboard" duration=292.216µs 2026-02-12T02:42:57.988 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.75807283Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.758625725Z level=info msg="Migration successfully executed" id="Add column plugin_id in dashboard" duration=552.724µs 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.758836509Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.759128675Z level=info msg="Migration successfully executed" id="Add index for plugin_id in dashboard" duration=291.916µs 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.759340381Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.759621186Z level=info msg="Migration successfully executed" id="Add index for dashboard_id in dashboard_tag" duration=280.685µs 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.759833253Z level=info msg="Executing migration" id="Update dashboard table charset" 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.759841939Z level=info msg="Migration successfully executed" id="Update dashboard table charset" duration=8.997µs 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.760099621Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.760106775Z level=info msg="Migration successfully executed" id="Update dashboard_tag table charset" duration=7.574µs 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.760329882Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.760977874Z level=info msg="Migration successfully executed" id="Add column folder_id in dashboard" duration=647.641µs 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.761188127Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2026-02-12T02:42:57.989 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.761769034Z level=info msg="Migration successfully executed" id="Add column isFolder in dashboard" duration=580.806µs 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.761977213Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.762557669Z level=info msg="Migration successfully executed" id="Add column has_acl in dashboard" duration=580.265µs 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.762774034Z level=info msg="Executing migration" id="Add column uid in dashboard" 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.763347166Z level=info msg="Migration successfully executed" id="Add column uid in dashboard" duration=572.991µs 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.763549685Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.763638621Z level=info msg="Migration successfully executed" id="Update uid column values in dashboard" duration=88.977µs 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.763897405Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.76417815Z level=info msg="Migration successfully executed" id="Add unique index dashboard_org_id_uid" duration=276.637µs 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.764387592Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.76471274Z level=info msg="Migration successfully executed" id="Remove unique index org_id_slug" duration=324.808µs 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.764925317Z level=info msg="Executing migration" id="Update dashboard title length" 2026-02-12T02:42:57.990 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.76493237Z level=info msg="Migration successfully executed" id="Update dashboard title length" duration=7.494µs 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.765462562Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.765839207Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_title_folder_id" duration=641.97µs 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.766804602Z level=info msg="Executing migration" id="create dashboard_provisioning" 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.767206284Z level=info msg="Migration successfully executed" id="create dashboard_provisioning" duration=482.011µs 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.767491758Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.768933565Z level=info msg="Migration successfully executed" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" duration=1.441787ms 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.769159728Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.769428631Z level=info msg="Migration successfully executed" id="create dashboard_provisioning v2" duration=269.134µs 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.769649033Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.770007333Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id - v2" duration=358.14µs 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.770237333Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2026-02-12T02:42:57.991 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.770523408Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" duration=285.614µs 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.770742608Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.770878102Z level=info msg="Migration successfully executed" id="copy dashboard_provisioning v1 to v2" duration=135.193µs 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.771087834Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.771309138Z level=info msg="Migration successfully executed" id="drop dashboard_provisioning_tmp_qwerty" duration=224.851µs 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.771485257Z level=info msg="Executing migration" id="Add check_sum column" 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.77209083Z level=info msg="Migration successfully executed" id="Add check_sum column" duration=605.452µs 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.7722997Z level=info msg="Executing migration" id="Add index for dashboard_title" 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.77258266Z level=info msg="Migration successfully executed" id="Add index for dashboard_title" duration=282.799µs 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.772799034Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.772866541Z level=info msg="Migration successfully executed" id="delete tags for deleted dashboards" duration=67.716µs 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.773107411Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2026-02-12T02:42:57.992 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.773171281Z level=info msg="Migration successfully executed" id="delete stars for deleted dashboards" duration=64.059µs 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.773380362Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.773668841Z level=info msg="Migration successfully executed" id="Add index for dashboard_is_folder" duration=288.27µs 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.77388191Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.774510355Z level=info msg="Migration successfully executed" id="Add isPublic for dashboard" duration=627.664µs 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.774733643Z level=info msg="Executing migration" id="create data_source table" 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.775066716Z level=info msg="Migration successfully executed" id="create data_source table" duration=332.983µs 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.775287278Z level=info msg="Executing migration" id="add index data_source.account_id" 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.775570388Z level=info msg="Migration successfully executed" id="add index data_source.account_id" duration=282.889µs 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.775791742Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.776092665Z level=info msg="Migration successfully executed" id="add unique index data_source.account_id_name" duration=300.091µs 2026-02-12T02:42:57.993 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.7762987Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.77657677Z level=info msg="Migration successfully executed" id="drop index IDX_data_source_account_id - v1" duration=277.81µs 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.776804326Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.777081805Z level=info msg="Migration successfully executed" id="drop index UQE_data_source_account_id_name - v1" duration=277.308µs 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.77729298Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.778846385Z level=info msg="Migration successfully executed" id="Rename table data_source to data_source_v1 - v1" duration=1.552503ms 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.779066958Z level=info msg="Executing migration" id="create data_source table v2" 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.779397877Z level=info msg="Migration successfully executed" id="create data_source table v2" duration=330.659µs 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.779611436Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.779915595Z level=info msg="Migration successfully executed" id="create index IDX_data_source_org_id - v2" duration=304.069µs 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.780121861Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.780422002Z level=info msg="Migration successfully executed" id="create index UQE_data_source_org_id_name - v2" duration=299.891µs 2026-02-12T02:42:57.994 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.780634981Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.780855613Z level=info msg="Migration successfully executed" id="Drop old table data_source_v1 #2" duration=220.222µs 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.781064715Z level=info msg="Executing migration" id="Add column with_credentials" 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.78176808Z level=info msg="Migration successfully executed" id="Add column with_credentials" duration=703.085µs 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.781978484Z level=info msg="Executing migration" id="Add secure json data column" 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.782654378Z level=info msg="Migration successfully executed" id="Add secure json data column" duration=675.874µs 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.782862357Z level=info msg="Executing migration" id="Update data_source table charset" 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.782870482Z level=info msg="Migration successfully executed" id="Update data_source table charset" duration=8.616µs 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.783127854Z level=info msg="Executing migration" id="Update initial version to 1" 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.783203766Z level=info msg="Migration successfully executed" id="Update initial version to 1" duration=76.032µs 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.783438124Z level=info msg="Executing migration" id="Add read_only data column" 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.784113828Z level=info msg="Migration successfully executed" id="Add read_only data column" duration=675.534µs 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.784320715Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2026-02-12T02:42:57.995 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.784399963Z level=info msg="Migration successfully executed" id="Migrate logging ds to loki ds" duration=79.338µs 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.78468701Z level=info msg="Executing migration" id="Update json_data with nulls" 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.784761379Z level=info msg="Migration successfully executed" id="Update json_data with nulls" duration=74.729µs 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.785007459Z level=info msg="Executing migration" id="Add uid column" 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.785688823Z level=info msg="Migration successfully executed" id="Add uid column" duration=681.375µs 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.785896321Z level=info msg="Executing migration" id="Update uid value" 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.785973426Z level=info msg="Migration successfully executed" id="Update uid value" duration=77.264µs 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.786215408Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.786511853Z level=info msg="Migration successfully executed" id="Add unique index datasource_org_id_uid" duration=296.244µs 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.786726464Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.78713068Z level=info msg="Migration successfully executed" id="add unique index datasource_org_id_is_default" duration=404.066µs 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.787406256Z level=info msg="Executing migration" id="create api_key table" 2026-02-12T02:42:57.996 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.787789012Z level=info msg="Migration successfully executed" id="create api_key table" duration=382.365µs 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.788071029Z level=info msg="Executing migration" id="add index api_key.account_id" 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.788427336Z level=info msg="Migration successfully executed" id="add index api_key.account_id" duration=356.167µs 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.78867011Z level=info msg="Executing migration" id="add index api_key.key" 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.788966394Z level=info msg="Migration successfully executed" id="add index api_key.key" duration=295.984µs 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.789202986Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.789515471Z level=info msg="Migration successfully executed" id="add index api_key.account_id_name" duration=312.544µs 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.789757444Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.790047486Z level=info msg="Migration successfully executed" id="drop index IDX_api_key_account_id - v1" duration=289.982µs 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.790256347Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.790535319Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_key - v1" duration=278.812µs 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.790795195Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2026-02-12T02:42:57.997 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.79115111Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_account_id_name - v1" duration=356.106µs 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.791403573Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.793476139Z level=info msg="Migration successfully executed" id="Rename table api_key to api_key_v1 - v1" duration=2.072466ms 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.793708874Z level=info msg="Executing migration" id="create api_key table v2" 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.793992284Z level=info msg="Migration successfully executed" id="create api_key table v2" duration=282.959µs 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.794201576Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.794495485Z level=info msg="Migration successfully executed" id="create index IDX_api_key_org_id - v2" duration=294.18µs 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.794702252Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.794988528Z level=info msg="Migration successfully executed" id="create index UQE_api_key_key - v2" duration=286.055µs 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.795195375Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.79548174Z level=info msg="Migration successfully executed" id="create index UQE_api_key_org_id_name - v2" duration=286.736µs 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.795698746Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2026-02-12T02:42:57.998 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.795849698Z level=info msg="Migration successfully executed" id="copy api_key v1 to v2" duration=151.494µs 2026-02-12T02:42:57.999 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.796054441Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2026-02-12T02:42:57.999 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.796273341Z level=info msg="Migration successfully executed" id="Drop old table api_key_v1" duration=218.789µs 2026-02-12T02:42:57.999 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.796485508Z level=info msg="Executing migration" id="Update api_key table charset" 2026-02-12T02:42:57.999 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.796493933Z level=info msg="Migration successfully executed" id="Update api_key table charset" duration=9.117µs 2026-02-12T02:42:57.999 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.796764329Z level=info msg="Executing migration" id="Add expires to api_key table" 2026-02-12T02:42:57.999 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.797482472Z level=info msg="Migration successfully executed" id="Add expires to api_key table" duration=718.224µs 2026-02-12T02:42:57.999 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.797690622Z level=info msg="Executing migration" id="Add service account foreign key" 2026-02-12T02:42:58.003 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.798398145Z level=info msg="Migration successfully executed" id="Add service account foreign key" duration=707.664µs 2026-02-12T02:42:58.003 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.798613248Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2026-02-12T02:42:58.003 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.798677598Z level=info msg="Migration successfully executed" id="set service account foreign key to nil if 0" duration=64.501µs 2026-02-12T02:42:58.003 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.798926874Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2026-02-12T02:42:58.003 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.79965744Z level=info msg="Migration successfully executed" id="Add last_used_at to api_key table" duration=730.396µs 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.799872503Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.800607698Z level=info msg="Migration successfully executed" id="Add is_revoked column to api_key table" duration=734.654µs 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.800820305Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.80110089Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v4" duration=279.643µs 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.80129871Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.801511017Z level=info msg="Migration successfully executed" id="drop table dashboard_snapshot_v4 #1" duration=212.398µs 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.801740957Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.802045838Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v5 #2" duration=304.93µs 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.80225036Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.802552876Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_key - v5" duration=302.386µs 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.802770092Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2026-02-12T02:42:58.004 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.803079581Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_delete_key - v5" duration=309.459µs 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.803284485Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.803573545Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_snapshot_user_id - v5" duration=288.881µs 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.803803836Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.803824965Z level=info msg="Migration successfully executed" id="alter dashboard_snapshot to mediumtext v2" duration=21.349µs 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.80407312Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.804081746Z level=info msg="Migration successfully executed" id="Update dashboard_snapshot table charset" duration=8.646µs 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.804307939Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.805097426Z level=info msg="Migration successfully executed" id="Add column external_delete_url to dashboard_snapshots table" duration=788.996µs 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.80530852Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.806102516Z level=info msg="Migration successfully executed" id="Add encrypted dashboard json column" duration=796.35µs 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.806322597Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2026-02-12T02:42:58.005 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.806343536Z level=info msg="Migration successfully executed" id="Change dashboard_encrypted column to MEDIUMBLOB" duration=20.598µs 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.806595047Z level=info msg="Executing migration" id="create quota table v1" 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.806866274Z level=info msg="Migration successfully executed" id="create quota table v1" duration=271.207µs 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.807082148Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.807364786Z level=info msg="Migration successfully executed" id="create index UQE_quota_org_id_user_id_target - v1" duration=284.883µs 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.807566183Z level=info msg="Executing migration" id="Update quota table charset" 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.807574809Z level=info msg="Migration successfully executed" id="Update quota table charset" duration=8.897µs 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.807840486Z level=info msg="Executing migration" id="create plugin_setting table" 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.8081206Z level=info msg="Migration successfully executed" id="create plugin_setting table" duration=279.953µs 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.808320874Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.808622429Z level=info msg="Migration successfully executed" id="create index UQE_plugin_setting_org_id_plugin_id - v1" duration=301.073µs 2026-02-12T02:42:58.006 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.808832742Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.809623511Z level=info msg="Migration successfully executed" id="Add column plugin_version to plugin_settings" duration=790.588µs 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.809836049Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.809843783Z level=info msg="Migration successfully executed" id="Update plugin_setting table charset" duration=8.245µs 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.810091617Z level=info msg="Executing migration" id="create session table" 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.810421023Z level=info msg="Migration successfully executed" id="create session table" duration=328.986µs 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.810661573Z level=info msg="Executing migration" id="Drop old table playlist table" 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.810695346Z level=info msg="Migration successfully executed" id="Drop old table playlist table" duration=33.844µs 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.810928953Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.810959851Z level=info msg="Migration successfully executed" id="Drop old table playlist_item table" duration=31.429µs 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.81116267Z level=info msg="Executing migration" id="create playlist table v2" 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.81142458Z level=info msg="Migration successfully executed" id="create playlist table v2" duration=261.84µs 2026-02-12T02:42:58.007 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.811646385Z level=info msg="Executing migration" id="create playlist item table v2" 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.811914917Z level=info msg="Migration successfully executed" id="create playlist item table v2" duration=268.302µs 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.812120692Z level=info msg="Executing migration" id="Update playlist table charset" 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.812128637Z level=info msg="Migration successfully executed" id="Update playlist table charset" duration=7.875µs 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.812339832Z level=info msg="Executing migration" id="Update playlist_item table charset" 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.812347456Z level=info msg="Migration successfully executed" id="Update playlist_item table charset" duration=7.815µs 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.812559843Z level=info msg="Executing migration" id="Add playlist column created_at" 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.81341326Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=853.266µs 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.813647929Z level=info msg="Executing migration" id="Add playlist column updated_at" 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.814473893Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=825.093µs 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.814681581Z level=info msg="Executing migration" id="drop preferences table v2" 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.814713772Z level=info msg="Migration successfully executed" id="drop preferences table v2" duration=32.441µs 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.814945966Z level=info msg="Executing migration" id="drop preferences table v3" 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.814976213Z level=info msg="Migration successfully executed" id="drop preferences table v3" duration=30.437µs 2026-02-12T02:42:58.008 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.815174253Z level=info msg="Executing migration" id="create preferences table v3" 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.815461821Z level=info msg="Migration successfully executed" id="create preferences table v3" duration=287.588µs 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.815670471Z level=info msg="Executing migration" id="Update preferences table charset" 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.815678586Z level=info msg="Migration successfully executed" id="Update preferences table charset" duration=8.415µs 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.81592664Z level=info msg="Executing migration" id="Add column team_id in preferences" 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.816793311Z level=info msg="Migration successfully executed" id="Add column team_id in preferences" duration=866.581µs 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.81700121Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.817060641Z level=info msg="Migration successfully executed" id="Update team_id column values in preferences" duration=59.541µs 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.817291634Z level=info msg="Executing migration" id="Add column week_start in preferences" 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.818151572Z level=info msg="Migration successfully executed" id="Add column week_start in preferences" duration=859.698µs 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.818356796Z level=info msg="Executing migration" id="Add column preferences.json_data" 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.819220622Z level=info msg="Migration successfully executed" id="Add column preferences.json_data" duration=863.716µs 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.819429753Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2026-02-12T02:42:58.009 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.819451503Z level=info msg="Migration successfully executed" id="alter preferences.json_data to mediumtext v1" duration=21.751µs 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.819725626Z level=info msg="Executing migration" id="Add preferences index org_id" 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.820057006Z level=info msg="Migration successfully executed" id="Add preferences index org_id" duration=331.199µs 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.820268191Z level=info msg="Executing migration" id="Add preferences index user_id" 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.820579984Z level=info msg="Migration successfully executed" id="Add preferences index user_id" duration=311.543µs 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.820810225Z level=info msg="Executing migration" id="create alert table v1" 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.821222496Z level=info msg="Migration successfully executed" id="create alert table v1" duration=412.431µs 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.821444761Z level=info msg="Executing migration" id="add index alert org_id & id " 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.821823219Z level=info msg="Migration successfully executed" id="add index alert org_id & id " duration=378.217µs 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.82206955Z level=info msg="Executing migration" id="add index alert state" 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.822368149Z level=info msg="Migration successfully executed" id="add index alert state" duration=298.649µs 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.822575566Z level=info msg="Executing migration" id="add index alert dashboard_id" 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.822883553Z level=info msg="Migration successfully executed" id="add index alert dashboard_id" duration=307.866µs 2026-02-12T02:42:58.010 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.823092293Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.823349464Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v1" duration=256.55µs 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.823555139Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.823880788Z level=info msg="Migration successfully executed" id="Add unique index alert_rule_tag.alert_id_tag_id" duration=325.679µs 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.824088847Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.82437902Z level=info msg="Migration successfully executed" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" duration=290.263µs 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.824568003Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.827070173Z level=info msg="Migration successfully executed" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" duration=2.50203ms 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.82728236Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.827548458Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v2" duration=266.328µs 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.827758581Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.828055847Z level=info msg="Migration successfully executed" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" duration=297.726µs 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.828260329Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.828379733Z level=info msg="Migration successfully executed" id="copy alert_rule_tag v1 to v2" duration=119.273µs 2026-02-12T02:42:58.011 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.828542497Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.828760885Z level=info msg="Migration successfully executed" id="drop table alert_rule_tag_v1" duration=218.299µs 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.828970748Z level=info msg="Executing migration" id="create alert_notification table v1" 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.829241514Z level=info msg="Migration successfully executed" id="create alert_notification table v1" duration=270.657µs 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.829408427Z level=info msg="Executing migration" id="Add column is_default" 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.830377589Z level=info msg="Migration successfully executed" id="Add column is_default" duration=969.424µs 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.830584657Z level=info msg="Executing migration" id="Add column frequency" 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.831620705Z level=info msg="Migration successfully executed" id="Add column frequency" duration=1.036248ms 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.831827842Z level=info msg="Executing migration" id="Add column send_reminder" 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.832932999Z level=info msg="Migration successfully executed" id="Add column send_reminder" duration=1.105007ms 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.833138894Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.834104511Z level=info msg="Migration successfully executed" id="Add column disable_resolve_message" duration=965.336µs 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.834322949Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.8346227Z level=info msg="Migration successfully executed" id="add index alert_notification org_id & name" duration=299.42µs 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.834830899Z level=info msg="Executing migration" id="Update alert table charset" 2026-02-12T02:42:58.012 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.834838844Z level=info msg="Migration successfully executed" id="Update alert table charset" duration=8.225µs 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.835106835Z level=info msg="Executing migration" id="Update alert_notification table charset" 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.835114409Z level=info msg="Migration successfully executed" id="Update alert_notification table charset" duration=7.934µs 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.835332006Z level=info msg="Executing migration" id="create notification_journal table v1" 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.835598695Z level=info msg="Migration successfully executed" id="create notification_journal table v1" duration=265.927µs 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.835824006Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.836120621Z level=info msg="Migration successfully executed" id="add index notification_journal org_id & alert_id & notifier_id" duration=296.475µs 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.836322439Z level=info msg="Executing migration" id="drop alert_notification_journal" 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.836623872Z level=info msg="Migration successfully executed" id="drop alert_notification_journal" duration=300.873µs 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.836847881Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.837136992Z level=info msg="Migration successfully executed" id="create alert_notification_state table v1" duration=288.96µs 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.837339962Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.837661083Z level=info msg="Migration successfully executed" id="add index alert_notification_state org_id & alert_id & notifier_id" duration=321.091µs 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.837865595Z level=info msg="Executing migration" id="Add for to alert table" 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.838861538Z level=info msg="Migration successfully executed" id="Add for to alert table" duration=996.003µs 2026-02-12T02:42:58.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.839066832Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.84010285Z level=info msg="Migration successfully executed" id="Add column uid in alert_notification" duration=1.036288ms 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.840307272Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.840378465Z level=info msg="Migration successfully executed" id="Update uid column values in alert_notification" duration=70.351µs 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.840618635Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.840914047Z level=info msg="Migration successfully executed" id="Add unique index alert_notification_org_id_uid" duration=294.962µs 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.841121154Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.84141266Z level=info msg="Migration successfully executed" id="Remove unique index org_id_name" duration=291.525µs 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.841597445Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.842592797Z level=info msg="Migration successfully executed" id="Add column secure_settings in alert_notification" duration=995.261µs 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.842804473Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.842825903Z level=info msg="Migration successfully executed" id="alter alert.settings to mediumtext" duration=21.36µs 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.843083595Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.843372986Z level=info msg="Migration successfully executed" id="Add non-unique index alert_notification_state_alert_id" duration=289.251µs 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.843538185Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2026-02-12T02:42:58.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.843892037Z level=info msg="Migration successfully executed" id="Add non-unique index alert_rule_tag_alert_id" duration=354.493µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.844103673Z level=info msg="Executing migration" id="Drop old annotation table v4" 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.844135863Z level=info msg="Migration successfully executed" id="Drop old annotation table v4" duration=32.471µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.844376192Z level=info msg="Executing migration" id="create annotation table v5" 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.844696001Z level=info msg="Migration successfully executed" id="create annotation table v5" duration=319.698µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.844905813Z level=info msg="Executing migration" id="add index annotation 0 v3" 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.8452035Z level=info msg="Migration successfully executed" id="add index annotation 0 v3" duration=297.086µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.845407481Z level=info msg="Executing migration" id="add index annotation 1 v3" 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.845744332Z level=info msg="Migration successfully executed" id="add index annotation 1 v3" duration=336.629µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.845954004Z level=info msg="Executing migration" id="add index annotation 2 v3" 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.846248204Z level=info msg="Migration successfully executed" id="add index annotation 2 v3" duration=293.93µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.846456985Z level=info msg="Executing migration" id="add index annotation 3 v3" 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.846794887Z level=info msg="Migration successfully executed" id="add index annotation 3 v3" duration=337.401µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.847005661Z level=info msg="Executing migration" id="add index annotation 4 v3" 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.847344394Z level=info msg="Migration successfully executed" id="add index annotation 4 v3" duration=338.514µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.847557383Z level=info msg="Executing migration" id="Update annotation table charset" 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.847565007Z level=info msg="Migration successfully executed" id="Update annotation table charset" duration=8.075µs 2026-02-12T02:42:58.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.847820856Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.848936643Z level=info msg="Migration successfully executed" id="Add column region_id to annotation table" duration=1.114895ms 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.849157526Z level=info msg="Executing migration" id="Drop category_id index" 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.849451706Z level=info msg="Migration successfully executed" id="Drop category_id index" duration=294.26µs 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.849655407Z level=info msg="Executing migration" id="Add column tags to annotation table" 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.850752318Z level=info msg="Migration successfully executed" id="Add column tags to annotation table" duration=1.096802ms 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.850962041Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.851217539Z level=info msg="Migration successfully executed" id="Create annotation_tag table v2" duration=255.638µs 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.851415439Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.851723755Z level=info msg="Migration successfully executed" id="Add unique index annotation_tag.annotation_id_tag_id" duration=308.136µs 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.851932125Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.852232407Z level=info msg="Migration successfully executed" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" duration=299.84µs 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.852441578Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.855197623Z level=info msg="Migration successfully executed" id="Rename table annotation_tag to annotation_tag_v2 - v2" duration=2.755765ms 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.855408608Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.855674535Z level=info msg="Migration successfully executed" id="Create annotation_tag table v3" duration=265.997µs 2026-02-12T02:42:58.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.85586947Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.856166756Z level=info msg="Migration successfully executed" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" duration=297.026µs 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.856370697Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.856501362Z level=info msg="Migration successfully executed" id="copy annotation_tag v2 to v3" duration=130.544µs 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.856674315Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.856890419Z level=info msg="Migration successfully executed" id="drop table annotation_tag_v2" duration=215.703µs 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.857094721Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.857159553Z level=info msg="Migration successfully executed" id="Update alert annotations and set TEXT to empty" duration=65.923µs 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.857357052Z level=info msg="Executing migration" id="Add created time to annotation table" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.858408158Z level=info msg="Migration successfully executed" id="Add created time to annotation table" duration=1.051126ms 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.858640823Z level=info msg="Executing migration" id="Add updated time to annotation table" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.85969778Z level=info msg="Migration successfully executed" id="Add updated time to annotation table" duration=1.057318ms 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.859905459Z level=info msg="Executing migration" id="Add index for created in annotation table" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.860206702Z level=info msg="Migration successfully executed" id="Add index for created in annotation table" duration=301.053µs 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.860405424Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.860704433Z level=info msg="Migration successfully executed" id="Add index for updated in annotation table" duration=299.139µs 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.860912071Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2026-02-12T02:42:58.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.861000096Z level=info msg="Migration successfully executed" id="Convert existing annotations from seconds to milliseconds" duration=88.276µs 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.861233092Z level=info msg="Executing migration" id="Add epoch_end column" 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.862309615Z level=info msg="Migration successfully executed" id="Add epoch_end column" duration=1.076594ms 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.862517294Z level=info msg="Executing migration" id="Add index for epoch_end" 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.862825631Z level=info msg="Migration successfully executed" id="Add index for epoch_end" duration=308.127µs 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.863029061Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.863091588Z level=info msg="Migration successfully executed" id="Make epoch_end the same as epoch" duration=62.657µs 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.863319855Z level=info msg="Executing migration" id="Move region to single row" 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.863431834Z level=info msg="Migration successfully executed" id="Move region to single row" duration=111.989µs 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.863636217Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.863938282Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch from annotation table" duration=301.985µs 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.864153935Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.864447524Z level=info msg="Migration successfully executed" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" duration=294.16µs 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.864634934Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.864940907Z level=info msg="Migration successfully executed" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" duration=305.892µs 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.865146471Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.865442605Z level=info msg="Migration successfully executed" id="Add index for org_id_epoch_end_epoch on annotation table" duration=296.194µs 2026-02-12T02:42:58.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.865608716Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.865918095Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch_epoch_end from annotation table" duration=309.439µs 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.866121876Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.866411578Z level=info msg="Migration successfully executed" id="Add index for alert_id on annotation table" duration=289.462µs 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.866579472Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.86659984Z level=info msg="Migration successfully executed" id="Increase tags column to length 4096" duration=20.559µs 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.866890353Z level=info msg="Executing migration" id="create test_data table" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.867185255Z level=info msg="Migration successfully executed" id="create test_data table" duration=294.751µs 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.867392112Z level=info msg="Executing migration" id="create dashboard_version table v1" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.86768505Z level=info msg="Migration successfully executed" id="create dashboard_version table v1" duration=292.778µs 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.867894411Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.868186067Z level=info msg="Migration successfully executed" id="add index dashboard_version.dashboard_id" duration=291.846µs 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.868389788Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.86870625Z level=info msg="Migration successfully executed" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" duration=316.722µs 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.868914479Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.868982867Z level=info msg="Migration successfully executed" id="Set dashboard version to 1 where 0" duration=68.337µs 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.869212637Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2026-02-12T02:42:58.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.8693531Z level=info msg="Migration successfully executed" id="save existing dashboard data in dashboard_version table v1" duration=140.423µs 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.869513359Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.869533828Z level=info msg="Migration successfully executed" id="alter dashboard_version.data to mediumtext v1" duration=20.939µs 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.869787652Z level=info msg="Executing migration" id="create team table" 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.870057457Z level=info msg="Migration successfully executed" id="create team table" duration=269.704µs 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.870260367Z level=info msg="Executing migration" id="add index team.org_id" 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.870629557Z level=info msg="Migration successfully executed" id="add index team.org_id" duration=368.95µs 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.870845411Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.871151774Z level=info msg="Migration successfully executed" id="add unique index team_org_id_name" duration=306.102µs 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.87135325Z level=info msg="Executing migration" id="Add column uid in team" 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.872506648Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=1.153087ms 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.872715809Z level=info msg="Executing migration" id="Update uid column values in team" 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.872783926Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=68.238µs 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.873015149Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.873323566Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=308.296µs 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.873532306Z level=info msg="Executing migration" id="create team member table" 2026-02-12T02:42:58.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.873816949Z level=info msg="Migration successfully executed" id="create team member table" duration=284.683µs 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.874023144Z level=info msg="Executing migration" id="add index team_member.org_id" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.874318517Z level=info msg="Migration successfully executed" id="add index team_member.org_id" duration=294.902µs 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.874522318Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.874864488Z level=info msg="Migration successfully executed" id="add unique index team_member_org_id_team_id_user_id" duration=341.809µs 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.87506893Z level=info msg="Executing migration" id="add index team_member.team_id" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.875379912Z level=info msg="Migration successfully executed" id="add index team_member.team_id" duration=310.801µs 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.87558185Z level=info msg="Executing migration" id="Add column email to team table" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.876847948Z level=info msg="Migration successfully executed" id="Add column email to team table" duration=1.265567ms 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.87705731Z level=info msg="Executing migration" id="Add column external to team_member table" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.878307127Z level=info msg="Migration successfully executed" id="Add column external to team_member table" duration=1.249567ms 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.878514505Z level=info msg="Executing migration" id="Add column permission to team_member table" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.879724889Z level=info msg="Migration successfully executed" id="Add column permission to team_member table" duration=1.210514ms 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.879933118Z level=info msg="Executing migration" id="create dashboard acl table" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.880278915Z level=info msg="Migration successfully executed" id="create dashboard acl table" duration=345.696µs 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.880491402Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.88082712Z level=info msg="Migration successfully executed" id="add index dashboard_acl_dashboard_id" duration=335.478µs 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.881036723Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2026-02-12T02:42:58.021 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.881392658Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_user_id" duration=356.016µs 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.881640211Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.881960881Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_team_id" duration=320.379µs 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.882165334Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.882465074Z level=info msg="Migration successfully executed" id="add index dashboard_acl_user_id" duration=299.53µs 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.882668164Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.882977984Z level=info msg="Migration successfully executed" id="add index dashboard_acl_team_id" duration=310.09µs 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.883180342Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.883499158Z level=info msg="Migration successfully executed" id="add index dashboard_acl_org_id_role" duration=318.616µs 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.883723167Z level=info msg="Executing migration" id="add index dashboard_permission" 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.884054167Z level=info msg="Migration successfully executed" id="add index dashboard_permission" duration=330.468µs 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.884256956Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.884452912Z level=info msg="Migration successfully executed" id="save default acl rules in dashboard_acl table" duration=195.947µs 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.884646114Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.88472949Z level=info msg="Migration successfully executed" id="delete acl rules for deleted dashboards and folders" duration=83.346µs 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.884964449Z level=info msg="Executing migration" id="create tag table" 2026-02-12T02:42:58.022 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.885236899Z level=info msg="Migration successfully executed" id="create tag table" duration=272.299µs 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.885441602Z level=info msg="Executing migration" id="add index tag.key_value" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.885751692Z level=info msg="Migration successfully executed" id="add index tag.key_value" duration=309.679µs 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.885956374Z level=info msg="Executing migration" id="create login attempt table" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.886209738Z level=info msg="Migration successfully executed" id="create login attempt table" duration=253.273µs 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.886410423Z level=info msg="Executing migration" id="add index login_attempt.username" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.886744238Z level=info msg="Migration successfully executed" id="add index login_attempt.username" duration=332.853µs 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.88695377Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.887254412Z level=info msg="Migration successfully executed" id="drop index IDX_login_attempt_username - v1" duration=300.442µs 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.887457782Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.890873762Z level=info msg="Migration successfully executed" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" duration=3.415619ms 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.891084065Z level=info msg="Executing migration" id="create login_attempt v2" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.891346135Z level=info msg="Migration successfully executed" id="create login_attempt v2" duration=262.541µs 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.891555156Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.891873832Z level=info msg="Migration successfully executed" id="create index IDX_login_attempt_username - v2" duration=318.335µs 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.89208083Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.89220401Z level=info msg="Migration successfully executed" id="copy login_attempt v1 to v2" duration=123.11µs 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.892367456Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2026-02-12T02:42:58.023 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.892590904Z level=info msg="Migration successfully executed" id="drop login_attempt_tmp_qwerty" duration=223.879µs 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.89280837Z level=info msg="Executing migration" id="create user auth table" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.893066643Z level=info msg="Migration successfully executed" id="create user auth table" duration=258.143µs 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.893263371Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.893576276Z level=info msg="Migration successfully executed" id="create index IDX_user_auth_auth_module_auth_id - v1" duration=312.504µs 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.893788093Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.893809513Z level=info msg="Migration successfully executed" id="alter user_auth.auth_id to length 190" duration=21.45µs 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.894082423Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.89545454Z level=info msg="Migration successfully executed" id="Add OAuth access token to user_auth" duration=1.371896ms 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.895678999Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.896980063Z level=info msg="Migration successfully executed" id="Add OAuth refresh token to user_auth" duration=1.300583ms 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.897184956Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.898465381Z level=info msg="Migration successfully executed" id="Add OAuth token type to user_auth" duration=1.280194ms 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.898673931Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.899977109Z level=info msg="Migration successfully executed" id="Add OAuth expiry to user_auth" duration=1.303138ms 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.900183144Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.900492402Z level=info msg="Migration successfully executed" id="Add index to user_id column in user_auth" duration=309.138µs 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.900703908Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.902029598Z level=info msg="Migration successfully executed" id="Add OAuth ID token to user_auth" duration=1.32591ms 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.902253086Z level=info msg="Executing migration" id="create server_lock table" 2026-02-12T02:42:58.024 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.902541455Z level=info msg="Migration successfully executed" id="create server_lock table" duration=288.389µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.902812232Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.903120208Z level=info msg="Migration successfully executed" id="add index server_lock.operation_uid" duration=307.856µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.903325582Z level=info msg="Executing migration" id="create user auth token table" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.903631985Z level=info msg="Migration successfully executed" id="create user auth token table" duration=306.333µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.903841387Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.904152498Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.auth_token" duration=311.152µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.904355879Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.904673473Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.prev_auth_token" duration=317.564µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.904881392Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.905236536Z level=info msg="Migration successfully executed" id="add index user_auth_token.user_id" duration=354.353µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.905445206Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.906848391Z level=info msg="Migration successfully executed" id="Add revoked_at to the user auth token" duration=1.403174ms 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.907055458Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.907372782Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=317.183µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.907576342Z level=info msg="Executing migration" id="create cache_data table" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.907893355Z level=info msg="Migration successfully executed" id="create cache_data table" duration=316.832µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.908103478Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.908414941Z level=info msg="Migration successfully executed" id="add unique index cache_data.cache_key" duration=311.433µs 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.908630574Z level=info msg="Executing migration" id="create short_url table v1" 2026-02-12T02:42:58.025 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.908946916Z level=info msg="Migration successfully executed" id="create short_url table v1" duration=316.442µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.909164603Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.909494109Z level=info msg="Migration successfully executed" id="add index short_url.org_id-uid" duration=329.497µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.909700716Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.909721264Z level=info msg="Migration successfully executed" id="alter table short_url alter column created_by type to bigint" duration=20.869µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.909971552Z level=info msg="Executing migration" id="delete alert_definition table" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.91000259Z level=info msg="Migration successfully executed" id="delete alert_definition table" duration=31.439µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.910211301Z level=info msg="Executing migration" id="recreate alert_definition table" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.910513075Z level=info msg="Migration successfully executed" id="recreate alert_definition table" duration=301.384µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.910757052Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.911090495Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and title columns" duration=333.264µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.911313222Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.911651715Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and uid columns" duration=338.212µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.911860856Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.911880924Z level=info msg="Migration successfully executed" id="alter alert_definition table data column to mediumtext in mysql" duration=20.368µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.912129759Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.912436814Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and title columns" duration=306.884µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.912607934Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.912923955Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and uid columns" duration=315.079µs 2026-02-12T02:42:58.026 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.913134428Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.913466229Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and title columns" duration=331.57µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.913660031Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.913994988Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and uid columns" duration=334.756µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.914195423Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.915721747Z level=info msg="Migration successfully executed" id="Add column paused in alert_definition" duration=1.526315ms 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.915928314Z level=info msg="Executing migration" id="drop alert_definition table" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.916280933Z level=info msg="Migration successfully executed" id="drop alert_definition table" duration=351.818µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.916491768Z level=info msg="Executing migration" id="delete alert_definition_version table" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.916523227Z level=info msg="Migration successfully executed" id="delete alert_definition_version table" duration=31.97µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.916778153Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.917090287Z level=info msg="Migration successfully executed" id="recreate alert_definition_version table" duration=312.414µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.917290732Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.917631389Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_id and version columns" duration=340.507µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.91784046Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.918176449Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_uid and version columns" duration=335.808µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.918371614Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.918393104Z level=info msg="Migration successfully executed" id="alter alert_definition_version table data column to mediumtext in mysql" duration=21.521µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.91861004Z level=info msg="Executing migration" id="drop alert_definition_version table" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.918954955Z level=info msg="Migration successfully executed" id="drop alert_definition_version table" duration=344.795µs 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.919170729Z level=info msg="Executing migration" id="create alert_instance table" 2026-02-12T02:42:58.027 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.919502319Z level=info msg="Migration successfully executed" id="create alert_instance table" duration=331.38µs 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.919724454Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.920060753Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" duration=336.089µs 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.920259635Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.920583992Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, current_state columns" duration=324.297µs 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.920803062Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.922302556Z level=info msg="Migration successfully executed" id="add column current_state_end to alert_instance" duration=1.499405ms 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.922508431Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.922861963Z level=info msg="Migration successfully executed" id="remove index def_org_id, def_uid, current_state on alert_instance" duration=354.173µs 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.923067707Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.923377336Z level=info msg="Migration successfully executed" id="remove index def_org_id, current_state on alert_instance" duration=309.569µs 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.923580456Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.930839484Z level=info msg="Migration successfully executed" id="rename def_org_id to rule_org_id in alert_instance" duration=7.258897ms 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.931064665Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.937624575Z level=info msg="Migration successfully executed" id="rename def_uid to rule_uid in alert_instance" duration=6.55967ms 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.937836872Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.938171918Z level=info msg="Migration successfully executed" id="add index rule_org_id, rule_uid, current_state on alert_instance" duration=334.967µs 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.938371832Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.938729231Z level=info msg="Migration successfully executed" id="add index rule_org_id, current_state on alert_instance" duration=357.238µs 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.938938091Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.940376953Z level=info msg="Migration successfully executed" id="add current_reason column related to current_state" duration=1.438681ms 2026-02-12T02:42:58.028 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.940584902Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.942030426Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=1.445915ms 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.942245628Z level=info msg="Executing migration" id="create alert_rule table" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.94258333Z level=info msg="Migration successfully executed" id="create alert_rule table" duration=337.952µs 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.942800496Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.943140281Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and title columns" duration=339.595µs 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.943345585Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.943686152Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and uid columns" duration=340.827µs 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.943896405Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.944266227Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" duration=369.972µs 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.944474667Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.944494995Z level=info msg="Migration successfully executed" id="alter alert_rule table data column to mediumtext in mysql" duration=20.769µs 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.944756224Z level=info msg="Executing migration" id="add column for to alert_rule" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.946284442Z level=info msg="Migration successfully executed" id="add column for to alert_rule" duration=1.528118ms 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.946492361Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.948045666Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule" duration=1.553376ms 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.948259526Z level=info msg="Executing migration" id="add column labels to alert_rule" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.9497422Z level=info msg="Migration successfully executed" id="add column labels to alert_rule" duration=1.481952ms 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.949955118Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.950268334Z level=info msg="Migration successfully executed" id="remove unique index from alert_rule on org_id, title columns" duration=313.216µs 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.950471584Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.950816739Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespase_uid and title columns" duration=345.046µs 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.951018416Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2026-02-12T02:42:58.029 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.952489488Z level=info msg="Migration successfully executed" id="add dashboard_uid column to alert_rule" duration=1.471011ms 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.9527202Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.954203083Z level=info msg="Migration successfully executed" id="add panel_id column to alert_rule" duration=1.482974ms 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.954415581Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.954790091Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" duration=374.29µs 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.954998932Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.956481335Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule" duration=1.482403ms 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.95669289Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.958177757Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule table" duration=1.484687ms 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.958389333Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.958409912Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule table" duration=20.748µs 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.958664959Z level=info msg="Executing migration" id="create alert_rule_version table" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.959059106Z level=info msg="Migration successfully executed" id="create alert_rule_version table" duration=394.017µs 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.959281512Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.959621818Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=340.117µs 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.959831591Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.960196734Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" duration=364.332µs 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.960407478Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.960428127Z level=info msg="Migration successfully executed" id="alter alert_rule_version table data column to mediumtext in mysql" duration=20.959µs 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.960650002Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.962200792Z level=info msg="Migration successfully executed" id="add column for to alert_rule_version" duration=1.55092ms 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.962409052Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.963991291Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule_version" duration=1.58205ms 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.964218977Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2026-02-12T02:42:58.030 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.965787651Z level=info msg="Migration successfully executed" id="add column labels to alert_rule_version" duration=1.568573ms 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.965993586Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.967539708Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule_version" duration=1.545881ms 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.967752286Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.96928917Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule_versions table" duration=1.536835ms 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.969502399Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.969523449Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule_version table" duration=21.26µs 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.969810986Z level=info msg="Executing migration" id=create_alert_configuration_table 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.970086792Z level=info msg="Migration successfully executed" id=create_alert_configuration_table duration=275.606µs 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.970289862Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.971881459Z level=info msg="Migration successfully executed" id="Add column default in alert_configuration" duration=1.591366ms 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.972079038Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.972099928Z level=info msg="Migration successfully executed" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" duration=21.059µs 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.972341519Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.973969905Z level=info msg="Migration successfully executed" id="add column org_id in alert_configuration" duration=1.629147ms 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.974175299Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.974505787Z level=info msg="Migration successfully executed" id="add index in alert_configuration table on org_id column" duration=330.478µs 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.974716061Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.976322796Z level=info msg="Migration successfully executed" id="add configuration_hash column to alert_configuration" duration=1.606545ms 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.976531376Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.976831528Z level=info msg="Migration successfully executed" id=create_ngalert_configuration_table duration=299.851µs 2026-02-12T02:42:58.031 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.977031642Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2026-02-12T02:42:58.224 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.977358042Z level=info msg="Migration successfully executed" id="add index in ngalert_configuration on org_id column" duration=325.92µs 2026-02-12T02:42:58.224 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.977555913Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2026-02-12T02:42:58.224 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.979225676Z level=info msg="Migration successfully executed" id="add column send_alerts_to in ngalert_configuration" duration=1.669452ms 2026-02-12T02:42:58.224 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.979432913Z level=info msg="Executing migration" id="create provenance_type table" 2026-02-12T02:42:58.224 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.97971445Z level=info msg="Migration successfully executed" id="create provenance_type table" duration=281.387µs 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.979932137Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.98027084Z level=info msg="Migration successfully executed" id="add index to uniquify (record_key, record_type, org_id) columns" duration=338.934µs 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.980466917Z level=info msg="Executing migration" id="create alert_image table" 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.980754034Z level=info msg="Migration successfully executed" id="create alert_image table" duration=286.776µs 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.980957895Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.981284677Z level=info msg="Migration successfully executed" id="add unique index on token to alert_image table" duration=326.681µs 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.981486113Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.981507103Z level=info msg="Migration successfully executed" id="support longer URLs in alert_image table" duration=21.31µs 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.981768101Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.982108027Z level=info msg="Migration successfully executed" id=create_alert_configuration_history_table duration=339.575µs 2026-02-12T02:42:58.225 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.982316827Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.982665259Z level=info msg="Migration successfully executed" id="drop non-unique orgID index on alert_configuration" duration=348.602µs 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.982875703Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.982995657Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.983227731Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.983402538Z level=info msg="Migration successfully executed" id="extract alertmanager configuration history to separate table" duration=174.706µs 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.98356935Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.983906821Z level=info msg="Migration successfully executed" id="add unique index on orgID to alert_configuration" duration=337.361µs 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.984108448Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.985817465Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=1.708976ms 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.986021897Z level=info msg="Executing migration" id="create library_element table v1" 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.986425983Z level=info msg="Migration successfully executed" id="create library_element table v1" duration=404.136µs 2026-02-12T02:42:58.226 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.98665973Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.987032557Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_id-name-kind" duration=372.627µs 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.987246908Z level=info msg="Executing migration" id="create library_element_connection table v1" 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.987549985Z level=info msg="Migration successfully executed" id="create library_element_connection table v1" duration=302.285µs 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.987772882Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.988142063Z level=info msg="Migration successfully executed" id="add index library_element_connection element_id-kind-connection_id" duration=367.607µs 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.988355843Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.988699455Z level=info msg="Migration successfully executed" id="add unique index library_element org_id_uid" duration=343.132µs 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.988907544Z level=info msg="Executing migration" id="increase max description length to 2048" 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.988915229Z level=info msg="Migration successfully executed" id="increase max description length to 2048" duration=7.905µs 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.989166369Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2026-02-12T02:42:58.227 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.989187558Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=21.53µs 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.989399064Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.989505212Z level=info msg="Migration successfully executed" id="clone move dashboard alerts to unified alerting" duration=106.159µs 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.989761382Z level=info msg="Executing migration" id="create data_keys table" 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.990106738Z level=info msg="Migration successfully executed" id="create data_keys table" duration=345.156µs 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.990329755Z level=info msg="Executing migration" id="create secrets table" 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.990648671Z level=info msg="Migration successfully executed" id="create secrets table" duration=318.986µs 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.990859265Z level=info msg="Executing migration" id="rename data_keys name column to id" 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.999419657Z level=info msg="Migration successfully executed" id="rename data_keys name column to id" duration=8.560462ms 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:57.999659585Z level=info msg="Executing migration" id="add name column into data_keys" 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.001466555Z level=info msg="Migration successfully executed" id="add name column into data_keys" duration=1.806779ms 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.001677439Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.001734766Z level=info msg="Migration successfully executed" id="copy data_keys id column values into name" duration=57.517µs 2026-02-12T02:42:58.228 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.001969195Z level=info msg="Executing migration" id="rename data_keys name column to label" 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.010549924Z level=info msg="Migration successfully executed" id="rename data_keys name column to label" duration=8.5807ms 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.010746943Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.019288629Z level=info msg="Migration successfully executed" id="rename data_keys id column back to name" duration=8.541647ms 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.019503401Z level=info msg="Executing migration" id="create kv_store table v1" 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.019821115Z level=info msg="Migration successfully executed" id="create kv_store table v1" duration=317.264µs 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.020029325Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.020384119Z level=info msg="Migration successfully executed" id="add index kv_store.org_id-namespace-key" duration=354.393µs 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.02058825Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.020674983Z level=info msg="Migration successfully executed" id="update dashboard_uid and panel_id from existing annotations" duration=86.852µs 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.020916023Z level=info msg="Executing migration" id="create permission table" 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.021244889Z level=info msg="Migration successfully executed" id="create permission table" duration=328.805µs 2026-02-12T02:42:58.229 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.021456344Z level=info msg="Executing migration" id="add unique index permission.role_id" 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.021789367Z level=info msg="Migration successfully executed" id="add unique index permission.role_id" duration=332.892µs 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.021995903Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.022342812Z level=info msg="Migration successfully executed" id="add unique index role_id_action_scope" duration=346.798µs 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.022547505Z level=info msg="Executing migration" id="create role table" 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.022907097Z level=info msg="Migration successfully executed" id="create role table" duration=359.803µs 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.023113383Z level=info msg="Executing migration" id="add column display_name" 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.025052941Z level=info msg="Migration successfully executed" id="add column display_name" duration=1.939397ms 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.025275377Z level=info msg="Executing migration" id="add column group_name" 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.027117483Z level=info msg="Migration successfully executed" id="add column group_name" duration=1.841945ms 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.027326534Z level=info msg="Executing migration" id="add index role.org_id" 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.027676308Z level=info msg="Migration successfully executed" id="add index role.org_id" duration=349.884µs 2026-02-12T02:42:58.230 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.02788581Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.028257605Z level=info msg="Migration successfully executed" id="add unique index role_org_id_name" duration=371.796µs 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.028464763Z level=info msg="Executing migration" id="add index role_org_id_uid" 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.028824495Z level=info msg="Migration successfully executed" id="add index role_org_id_uid" duration=359.723µs 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.029032565Z level=info msg="Executing migration" id="create team role table" 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.029345299Z level=info msg="Migration successfully executed" id="create team role table" duration=311.693µs 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.029550112Z level=info msg="Executing migration" id="add index team_role.org_id" 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.029924543Z level=info msg="Migration successfully executed" id="add index team_role.org_id" duration=374.451µs 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.030138232Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.0305326Z level=info msg="Migration successfully executed" id="add unique index team_role_org_id_team_id_role_id" duration=394.287µs 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.030802395Z level=info msg="Executing migration" id="add index team_role.team_id" 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.031140237Z level=info msg="Migration successfully executed" id="add index team_role.team_id" duration=337.912µs 2026-02-12T02:42:58.231 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.031344799Z level=info msg="Executing migration" id="create user role table" 2026-02-12T02:42:58.234 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.03165544Z level=info msg="Migration successfully executed" id="create user role table" duration=310.792µs 2026-02-12T02:42:58.234 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.031884859Z level=info msg="Executing migration" id="add index user_role.org_id" 2026-02-12T02:42:58.234 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.032230586Z level=info msg="Migration successfully executed" id="add index user_role.org_id" duration=345.597µs 2026-02-12T02:42:58.234 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.032437974Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2026-02-12T02:42:58.234 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.032798218Z level=info msg="Migration successfully executed" id="add unique index user_role_org_id_user_id_role_id" duration=360.063µs 2026-02-12T02:42:58.234 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.033005736Z level=info msg="Executing migration" id="add index user_role.user_id" 2026-02-12T02:42:58.234 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.033341414Z level=info msg="Migration successfully executed" id="add index user_role.user_id" duration=335.517µs 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.033545235Z level=info msg="Executing migration" id="create builtin role table" 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.033860505Z level=info msg="Migration successfully executed" id="create builtin role table" duration=314.818µs 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.034067943Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.034416665Z level=info msg="Migration successfully executed" id="add index builtin_role.role_id" duration=348.552µs 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.034663266Z level=info msg="Executing migration" id="add index builtin_role.name" 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.035016627Z level=info msg="Migration successfully executed" id="add index builtin_role.name" duration=353.201µs 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.035225077Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.037268469Z level=info msg="Migration successfully executed" id="Add column org_id to builtin_role table" duration=2.043231ms 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.037477169Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.037825671Z level=info msg="Migration successfully executed" id="add index builtin_role.org_id" duration=348.481µs 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.038033961Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2026-02-12T02:42:58.235 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.038383434Z level=info msg="Migration successfully executed" id="add unique index builtin_role_org_id_role_id_role" duration=349.223µs 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.038588869Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.038928243Z level=info msg="Migration successfully executed" id="Remove unique index role_org_id_uid" duration=339.285µs 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.039135401Z level=info msg="Executing migration" id="add unique index role.uid" 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.039472521Z level=info msg="Migration successfully executed" id="add unique index role.uid" duration=336.88µs 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.03964798Z level=info msg="Executing migration" id="create seed assignment table" 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.039920249Z level=info msg="Migration successfully executed" id="create seed assignment table" duration=272.189µs 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.040137666Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.040482791Z level=info msg="Migration successfully executed" id="add unique index builtin_role_role_name" duration=345.035µs 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.040692473Z level=info msg="Executing migration" id="add column hidden to role table" 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.042756945Z level=info msg="Migration successfully executed" id="add column hidden to role table" duration=2.064381ms 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.042965505Z level=info msg="Executing migration" id="permission kind migration" 2026-02-12T02:42:58.236 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.044971627Z level=info msg="Migration successfully executed" id="permission kind migration" duration=2.006553ms 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.04518175Z level=info msg="Executing migration" id="permission attribute migration" 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.04713331Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=1.951481ms 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.047342131Z level=info msg="Executing migration" id="permission identifier migration" 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.049318698Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=1.977979ms 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.049527629Z level=info msg="Executing migration" id="add permission identifier index" 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.049897531Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=369.722µs 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.050109557Z level=info msg="Executing migration" id="add permission action scope role_id index" 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.05050139Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=391.592µs 2026-02-12T02:42:58.237 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.050737001Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.051075594Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=338.213µs 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.051288272Z level=info msg="Executing migration" id="create query_history table v1" 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.051607348Z level=info msg="Migration successfully executed" id="create query_history table v1" duration=312.254µs 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.051817391Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.052165242Z level=info msg="Migration successfully executed" id="add index query_history.org_id-created_by-datasource_uid" duration=348.021µs 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.052368602Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.052389281Z level=info msg="Migration successfully executed" id="alter table query_history alter column created_by type to bigint" duration=20.859µs 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.052630622Z level=info msg="Executing migration" id="rbac disabled migrator" 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.052642154Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=11.812µs 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.052892592Z level=info msg="Executing migration" id="teams permissions migration" 2026-02-12T02:42:58.238 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.053025852Z level=info msg="Migration successfully executed" id="teams permissions migration" duration=133.389µs 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.053226577Z level=info msg="Executing migration" id="dashboard permissions" 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.053397216Z level=info msg="Migration successfully executed" id="dashboard permissions" duration=170.819µs 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.0535971Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.053812273Z level=info msg="Migration successfully executed" id="dashboard permissions uid scopes" duration=215.914µs 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.054060437Z level=info msg="Executing migration" id="drop managed folder create actions" 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.054139675Z level=info msg="Migration successfully executed" id="drop managed folder create actions" duration=79.379µs 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.054337224Z level=info msg="Executing migration" id="alerting notification permissions" 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.054508264Z level=info msg="Migration successfully executed" id="alerting notification permissions" duration=170.98µs 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.054760156Z level=info msg="Executing migration" id="create query_history_star table v1" 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.055041672Z level=info msg="Migration successfully executed" id="create query_history_star table v1" duration=280.765µs 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.055246575Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.055594807Z level=info msg="Migration successfully executed" id="add index query_history.user_id-query_uid" duration=348.552µs 2026-02-12T02:42:58.239 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.05582671Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.057826832Z level=info msg="Migration successfully executed" id="add column org_id in query_history_star" duration=2.000041ms 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.058033558Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.058055359Z level=info msg="Migration successfully executed" id="alter table query_history_star_mig column user_id type to bigint" duration=21.47µs 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.058315455Z level=info msg="Executing migration" id="create correlation table v1" 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.058736382Z level=info msg="Migration successfully executed" id="create correlation table v1" duration=420.657µs 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.058966343Z level=info msg="Executing migration" id="add index correlations.uid" 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.059313782Z level=info msg="Migration successfully executed" id="add index correlations.uid" duration=347.23µs 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.059519427Z level=info msg="Executing migration" id="add index correlations.source_uid" 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.059877627Z level=info msg="Migration successfully executed" id="add index correlations.source_uid" duration=352.379µs 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.060086077Z level=info msg="Executing migration" id="add correlation config column" 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.062191245Z level=info msg="Migration successfully executed" id="add correlation config column" duration=2.104947ms 2026-02-12T02:42:58.240 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.062400376Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.062752715Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=352.309µs 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.062962227Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.063306721Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=344.815µs 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.063514119Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.069072275Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=5.557925ms 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.069285985Z level=info msg="Executing migration" id="create correlation v2" 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.069694138Z level=info msg="Migration successfully executed" id="create correlation v2" duration=407.974µs 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.069908509Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.070257372Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=348.081µs 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.070464178Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.070885376Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=421.308µs 2026-02-12T02:42:58.241 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.071100519Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.071449602Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=348.953µs 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.071655597Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.071753079Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=97.693µs 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.071991024Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.072293991Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=302.786µs 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.072493665Z level=info msg="Executing migration" id="add provisioning column" 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.074593482Z level=info msg="Migration successfully executed" id="add provisioning column" duration=2.099937ms 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.074854009Z level=info msg="Executing migration" id="create entity_events table" 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.075144713Z level=info msg="Migration successfully executed" id="create entity_events table" duration=290.603µs 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.075347472Z level=info msg="Executing migration" id="create dashboard public config v1" 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.075719308Z level=info msg="Migration successfully executed" id="create dashboard public config v1" duration=371.775µs 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.075933729Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2026-02-12T02:42:58.242 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.07606789Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.076303631Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.076433013Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.076641523Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.076948176Z level=info msg="Migration successfully executed" id="Drop old dashboard public config table" duration=306.603µs 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.077166484Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.077523973Z level=info msg="Migration successfully executed" id="recreate dashboard public config v1" duration=357.499µs 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.077745978Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.078097806Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v1" duration=351.578µs 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.078304172Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.078676108Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" duration=372.196µs 2026-02-12T02:42:58.243 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.078887293Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.079233401Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_public_config_uid - v2" duration=345.897µs 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.07943643Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.079813345Z level=info msg="Migration successfully executed" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=376.594µs 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.080025061Z level=info msg="Executing migration" id="Drop public config table" 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.080334219Z level=info msg="Migration successfully executed" id="Drop public config table" duration=309.299µs 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.080551966Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.080931486Z level=info msg="Migration successfully executed" id="Recreate dashboard public config v2" duration=379.4µs 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.081141078Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.08149457Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v2" duration=353.421µs 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.081690646Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.082063243Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=372.226µs 2026-02-12T02:42:58.244 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.082263778Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.082634672Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_access_token - v2" duration=370.983µs 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.082845817Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.08983005Z level=info msg="Migration successfully executed" id="Rename table dashboard_public_config to dashboard_public - v2" duration=6.984013ms 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.090042738Z level=info msg="Executing migration" id="add annotations_enabled column" 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.092273691Z level=info msg="Migration successfully executed" id="add annotations_enabled column" duration=2.229941ms 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.092485267Z level=info msg="Executing migration" id="add time_selection_enabled column" 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.094597537Z level=info msg="Migration successfully executed" id="add time_selection_enabled column" duration=2.112161ms 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.094835412Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.094920541Z level=info msg="Migration successfully executed" id="delete orphaned public dashboards" duration=84.438µs 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.095156122Z level=info msg="Executing migration" id="add share column" 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.097210785Z level=info msg="Migration successfully executed" id="add share column" duration=2.054583ms 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.097436067Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2026-02-12T02:42:58.245 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.097517058Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=81.723µs 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.097765343Z level=info msg="Executing migration" id="create file table" 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.098091883Z level=info msg="Migration successfully executed" id="create file table" duration=326.491µs 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.098298099Z level=info msg="Executing migration" id="file table idx: path natural pk" 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.098728915Z level=info msg="Migration successfully executed" id="file table idx: path natural pk" duration=430.675µs 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.09894569Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.099304281Z level=info msg="Migration successfully executed" id="file table idx: parent_folder_path_hash fast folder retrieval" duration=354.693µs 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.099510116Z level=info msg="Executing migration" id="create file_meta table" 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.099793306Z level=info msg="Migration successfully executed" id="create file_meta table" duration=282.929µs 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.099999642Z level=info msg="Executing migration" id="file table idx: path key" 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.100358212Z level=info msg="Migration successfully executed" id="file table idx: path key" duration=358.491µs 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.1005709Z level=info msg="Executing migration" id="set path collation in file table" 2026-02-12T02:42:58.246 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.100591469Z level=info msg="Migration successfully executed" id="set path collation in file table" duration=20.859µs 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.100851425Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.100871853Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=20.709µs 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.101082587Z level=info msg="Executing migration" id="managed permissions migration" 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.101243538Z level=info msg="Migration successfully executed" id="managed permissions migration" duration=160.811µs 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.101447189Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.101524283Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions migration" duration=78.026µs 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.101767979Z level=info msg="Executing migration" id="RBAC action name migrator" 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.102248798Z level=info msg="Migration successfully executed" id="RBAC action name migrator" duration=480.84µs 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.102487415Z level=info msg="Executing migration" id="Add UID column to playlist" 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.104667773Z level=info msg="Migration successfully executed" id="Add UID column to playlist" duration=2.180198ms 2026-02-12T02:42:58.247 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.104874129Z level=info msg="Executing migration" id="Update uid column values in playlist" 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.104939191Z level=info msg="Migration successfully executed" id="Update uid column values in playlist" duration=64.862µs 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.105186643Z level=info msg="Executing migration" id="Add index for uid in playlist" 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.105588485Z level=info msg="Migration successfully executed" id="Add index for uid in playlist" duration=401.581µs 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.105809268Z level=info msg="Executing migration" id="update group index for alert rules" 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.105941746Z level=info msg="Migration successfully executed" id="update group index for alert rules" duration=132.487µs 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.106175022Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.106251175Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated migration" duration=76.102µs 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.106452161Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.106636014Z level=info msg="Migration successfully executed" id="admin only folder/dashboard permission" duration=183.704µs 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.106877266Z level=info msg="Executing migration" id="add action column to seed_assignment" 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.109033869Z level=info msg="Migration successfully executed" id="add action column to seed_assignment" duration=2.156403ms 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.109244463Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2026-02-12T02:42:58.248 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.11141327Z level=info msg="Migration successfully executed" id="add scope column to seed_assignment" duration=2.168757ms 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.11162706Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.111976012Z level=info msg="Migration successfully executed" id="remove unique index builtin_role_role_name before nullable update" duration=348.672µs 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.11218329Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.134859724Z level=info msg="Migration successfully executed" id="update seed_assignment role_name column to nullable" duration=22.676835ms 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.135079615Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.135735051Z level=info msg="Migration successfully executed" id="add unique index builtin_role_name back" duration=655.767µs 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.136006369Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.136510452Z level=info msg="Migration successfully executed" id="add unique index builtin_role_action_scope" duration=503.883µs 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.13678204Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.144116488Z level=info msg="Migration successfully executed" id="add primary key to seed_assigment" duration=7.334188ms 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.144373879Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2026-02-12T02:42:58.249 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.146585185Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=2.210505ms 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.146806219Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.146912107Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=105.958µs 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.147155121Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.147227517Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=72.445µs 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.147438341Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.147519924Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated fixed migration" duration=80.761µs 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.147787073Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.147871271Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=83.897µs 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.148116209Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.148196609Z level=info msg="Migration successfully executed" id="migrate external alertmanagers to datsourcse" duration=80.32µs 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.148419196Z level=info msg="Executing migration" id="create folder table" 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.148757048Z level=info msg="Migration successfully executed" id="create folder table" duration=337.752µs 2026-02-12T02:42:58.250 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.14897234Z level=info msg="Executing migration" id="Add index for parent_uid" 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.14941606Z level=info msg="Migration successfully executed" id="Add index for parent_uid" duration=443.259µs 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.149646371Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.150038124Z level=info msg="Migration successfully executed" id="Add unique index for folder.uid and folder.org_id" duration=391.652µs 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.150254889Z level=info msg="Executing migration" id="Update folder title length" 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.150264167Z level=info msg="Migration successfully executed" id="Update folder title length" duration=9.587µs 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.15050138Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.150905767Z level=info msg="Migration successfully executed" id="Add unique index for folder.title and folder.parent_uid" duration=404.056µs 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.151121711Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.151483337Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=361.616µs 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.151721583Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.152121971Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=400.429µs 2026-02-12T02:42:58.251 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.152347183Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.152529013Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=181.55µs 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.152745157Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.152858218Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=112.801µs 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.153103086Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.153458842Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=355.755µs 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.153643457Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.15403006Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=386.553µs 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.154240654Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.154593695Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=353.131µs 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.154836038Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2026-02-12T02:42:58.252 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.1552168Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=380.461µs 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.155425681Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.155786646Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=360.915µs 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.156003502Z level=info msg="Executing migration" id="create anon_device table" 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.156315595Z level=info msg="Migration successfully executed" id="create anon_device table" duration=312.254µs 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.156533663Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.156949311Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=415.547µs 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.157173039Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.157539715Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=366.736µs 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.157786166Z level=info msg="Executing migration" id="create signing_key table" 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.158132273Z level=info msg="Migration successfully executed" id="create signing_key table" duration=345.987µs 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.158365149Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.158781087Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=415.107µs 2026-02-12T02:42:58.253 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.158999866Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.15934949Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=349.514µs 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.159557549Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.159669648Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=112.26µs 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.159918805Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.162129079Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=2.209944ms 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.162346055Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.162664931Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=318.957µs 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.162917213Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.163293427Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=375.924µs 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.163511024Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.163880124Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=368.82µs 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.164102119Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2026-02-12T02:42:58.254 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.164478373Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=376.284µs 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.164698324Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.165101729Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=403.274µs 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.165319446Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.165709015Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=388.406µs 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.165928375Z level=info msg="Executing migration" id="create sso_setting table" 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.166296143Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=367.878µs 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.166541301Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.166847374Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=306.313µs 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.167061634Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.167162122Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=100.488µs 2026-02-12T02:42:58.255 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.167421077Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.167446404Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=25.578µs 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.167682686Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.169936502Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=2.253625ms 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.170155361Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.172462947Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=2.307406ms 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.172684121Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.172824814Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=140.813µs 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=migrator t=2026-02-12T02:42:58.173064162Z level=info msg="migrations completed" performed=547 skipped=0 duration=454.286269ms 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=sqlstore t=2026-02-12T02:42:58.173526516Z level=info msg="Created default organization" 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=secrets t=2026-02-12T02:42:58.173826107Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=plugin.store t=2026-02-12T02:42:58.180713599Z level=info msg="Loading plugins..." 2026-02-12T02:42:58.256 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=local.finder t=2026-02-12T02:42:58.216248784Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2026-02-12T02:42:58.257 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=plugin.store t=2026-02-12T02:42:58.21625698Z level=info msg="Plugins loaded" count=55 duration=35.543361ms 2026-02-12T02:42:58.257 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=query_data t=2026-02-12T02:42:58.217444671Z level=info msg="Query Service initialization" 2026-02-12T02:42:58.257 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=live.push_http t=2026-02-12T02:42:58.220960157Z level=info msg="Live Push Gateway initialization" 2026-02-12T02:42:58.257 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.migration t=2026-02-12T02:42:58.221669333Z level=info msg=Starting 2026-02-12T02:42:58.257 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.migration t=2026-02-12T02:42:58.221884776Z level=info msg="Applying transition" currentType=Legacy desiredType=UnifiedAlerting cleanOnDowngrade=false cleanOnUpgrade=false 2026-02-12T02:42:58.257 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.migration orgID=1 t=2026-02-12T02:42:58.222142859Z level=info msg="Migrating alerts for organisation" 2026-02-12T02:42:58.257 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.migration orgID=1 t=2026-02-12T02:42:58.222437771Z level=info msg="Alerts found to migrate" alerts=0 2026-02-12T02:42:58.257 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.migration t=2026-02-12T02:42:58.223091924Z level=info msg="Completed alerting migration" 2026-02-12T02:42:58.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[14520]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T02:42:58.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T02:42:58.569 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.569 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.569 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.569 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[22971]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T02:42:58.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T02:42:58.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:58 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.570 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 bash[53463]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2026-02-12T02:42:58.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:58 trial132 ceph-mon[16815]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T02:42:58.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:58 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T02:42:58.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:58 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:58 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:58 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:58 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:58.666 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.state.manager t=2026-02-12T02:42:58.22853797Z level=info msg="Running in alternative execution of Error/NoData mode" 2026-02-12T02:42:58.666 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=infra.usagestats.collector t=2026-02-12T02:42:58.229364867Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-02-12T02:42:58.666 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=provisioning.datasources t=2026-02-12T02:42:58.230268407Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-02-12T02:42:58.666 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=provisioning.datasources t=2026-02-12T02:42:58.233962636Z level=info msg="inserting datasource from configuration" name=Loki uid=P8E80F9AEF21F6940 2026-02-12T02:42:58.666 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=provisioning.alerting t=2026-02-12T02:42:58.237870346Z level=info msg="starting to provision alerting" 2026-02-12T02:42:58.666 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=provisioning.alerting t=2026-02-12T02:42:58.237876828Z level=info msg="finished to provision alerting" 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=grafanaStorageLogger t=2026-02-12T02:42:58.238020877Z level=info msg="Storage starting" 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.multiorg.alertmanager t=2026-02-12T02:42:58.238024304Z level=info msg="Starting MultiOrg Alertmanager" 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.state.manager t=2026-02-12T02:42:58.238022109Z level=info msg="Warming state cache for startup" 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=http.server t=2026-02-12T02:42:58.239087492Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=http.server t=2026-02-12T02:42:58.239264683Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.state.manager t=2026-02-12T02:42:58.248776625Z level=info msg="State cache has been initialized" states=0 duration=10.753944ms 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ngalert.scheduler t=2026-02-12T02:42:58.248798065Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ticker t=2026-02-12T02:42:58.248822711Z level=info msg=starting first_tick=2026-02-12T02:43:00Z 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=provisioning.dashboard t=2026-02-12T02:42:58.249618099Z level=info msg="starting to provision dashboards" 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=sqlstore.transactions t=2026-02-12T02:42:58.271976097Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T02:42:58.667 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=plugins.update.checker t=2026-02-12T02:42:58.297727052Z level=info msg="Update check succeeded" duration=59.718688ms 2026-02-12T02:42:58.668 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=provisioning.dashboard t=2026-02-12T02:42:58.330885972Z level=info msg="finished to provision dashboards" 2026-02-12T02:42:58.668 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=grafana-apiserver t=2026-02-12T02:42:58.345471604Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:42:58.668 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:42:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=grafana-apiserver t=2026-02-12T02:42:58.345694571Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2026-02-12T02:42:59.298 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 bash[53463]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 bash[53463]: Writing manifest to image destination 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 podman[53463]: 2026-02-12 02:42:58.934846356 +0000 UTC m=+0.735409487 container create 7d340b4db16e6a018d63d46c69c329c543e246b28b6017fb5255b0dc681996b3 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 podman[53463]: 2026-02-12 02:42:58.967042865 +0000 UTC m=+0.767605937 container init 7d340b4db16e6a018d63d46c69c329c543e246b28b6017fb5255b0dc681996b3 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 podman[53463]: 2026-02-12 02:42:58.969422844 +0000 UTC m=+0.769985915 container start 7d340b4db16e6a018d63d46c69c329c543e246b28b6017fb5255b0dc681996b3 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 bash[53463]: 7d340b4db16e6a018d63d46c69c329c543e246b28b6017fb5255b0dc681996b3 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 podman[53463]: 2026-02-12 02:42:58.929476175 +0000 UTC m=+0.730039246 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.972Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.972Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 systemd[1]: Started Ceph node-exporter.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:42:59.299 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.972Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.972Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=arp 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=bcache 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=bonding 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=btrfs 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=conntrack 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=cpu 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=cpufreq 2026-02-12T02:42:59.300 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=diskstats 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=dmi 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=edac 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=entropy 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=fibrechannel 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=filefd 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=filesystem 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=hwmon 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=infiniband 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=ipvs 2026-02-12T02:42:59.301 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=loadavg 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=mdadm 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=meminfo 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=netclass 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=netdev 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=netstat 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=nfs 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=nfsd 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=nvme 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=os 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=pressure 2026-02-12T02:42:59.302 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=rapl 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=schedstat 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=selinux 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=sockstat 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=softnet 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=stat 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=tapestats 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=textfile 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=thermal_zone 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=time 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=udp_queues 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=uname 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=vmstat 2026-02-12T02:42:59.303 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=xfs 2026-02-12T02:42:59.304 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=node_exporter.go:117 level=info collector=zfs 2026-02-12T02:42:59.304 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2026-02-12T02:42:59.304 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 02:42:58 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[53573]: ts=2026-02-12T02:42:58.973Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T02:42:59.458 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:59 trial132 ceph-mon[16815]: Deploying daemon node-exporter.a on trial069 2026-02-12T02:42:59.458 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:59 trial132 ceph-mon[16815]: pgmap v14: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T02:42:59.458 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:59 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T02:42:59.459 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:59 trial132 ceph-mon[16815]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T02:42:59.459 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:59 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.459 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:59 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.459 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:59 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.459 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:42:59 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[14520]: Deploying daemon node-exporter.a on trial069 2026-02-12T02:42:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[14520]: pgmap v14: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T02:42:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T02:42:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[14520]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T02:42:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[22971]: Deploying daemon node-exporter.a on trial069 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[22971]: pgmap v14: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 4.0 KiB/s wr, 27 op/s 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[22971]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:42:59 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:42:59.915 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:42:59 trial132 bash[43930]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2026-02-12T02:43:00.304 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:42:59 trial132 bash[43930]: Getting image source signatures 2026-02-12T02:43:00.305 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:42:59 trial132 bash[43930]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2026-02-12T02:43:00.305 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:42:59 trial132 bash[43930]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2026-02-12T02:43:00.305 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:42:59 trial132 bash[43930]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2026-02-12T02:43:00.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:00 trial069 ceph-mon[14520]: Deploying daemon node-exporter.b on trial132 2026-02-12T02:43:00.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:00 trial069 ceph-mon[14520]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T02:43:00.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:00 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T02:43:00.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:00 trial069 ceph-mon[22971]: Deploying daemon node-exporter.b on trial132 2026-02-12T02:43:00.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:00 trial069 ceph-mon[22971]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T02:43:00.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:00 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T02:43:00.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-mon[16815]: Deploying daemon node-exporter.b on trial132 2026-02-12T02:43:00.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-mon[16815]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T02:43:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T02:43:01.070 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 bash[43930]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2026-02-12T02:43:01.070 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 bash[43930]: Writing manifest to image destination 2026-02-12T02:43:01.070 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 podman[43930]: 2026-02-12 02:43:00.713500592 +0000 UTC m=+1.191010821 container create 8f23bf486383de9915995d0c979b528b89771aea5f0062f677d99642a16dc275 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:43:01.070 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 podman[43930]: 2026-02-12 02:43:00.706668684 +0000 UTC m=+1.184178933 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2026-02-12T02:43:01.070 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 podman[43930]: 2026-02-12 02:43:00.74120453 +0000 UTC m=+1.218714759 container init 8f23bf486383de9915995d0c979b528b89771aea5f0062f677d99642a16dc275 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:43:01.070 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 podman[43930]: 2026-02-12 02:43:00.743553804 +0000 UTC m=+1.221064053 container start 8f23bf486383de9915995d0c979b528b89771aea5f0062f677d99642a16dc275 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T02:43:01.070 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 bash[43930]: 8f23bf486383de9915995d0c979b528b89771aea5f0062f677d99642a16dc275 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.746Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.746Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.746Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.746Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=arp 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=bcache 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=bonding 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=btrfs 2026-02-12T02:43:01.071 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=conntrack 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=cpu 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=cpufreq 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=diskstats 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=dmi 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=edac 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=entropy 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=fibrechannel 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=filefd 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=filesystem 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=hwmon 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=infiniband 2026-02-12T02:43:01.072 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=ipvs 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=loadavg 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=mdadm 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=meminfo 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=netclass 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=netdev 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 systemd[1]: Started Ceph node-exporter.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=netstat 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=nfs 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=nfsd 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=nvme 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=os 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2026-02-12T02:43:01.073 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=pressure 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=rapl 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=schedstat 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=selinux 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=sockstat 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=softnet 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=stat 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=tapestats 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=textfile 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=thermal_zone 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=time 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=udp_queues 2026-02-12T02:43:01.074 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=uname 2026-02-12T02:43:01.075 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=vmstat 2026-02-12T02:43:01.075 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=xfs 2026-02-12T02:43:01.075 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=node_exporter.go:117 level=info collector=zfs 2026-02-12T02:43:01.075 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2026-02-12T02:43:01.075 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 02:43:00 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[44040]: ts=2026-02-12T02:43:00.747Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T02:43:01.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: pgmap v17: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T02:43:01.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T02:43:01.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T02:43:01.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T02:43:01.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: pgmap v17: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:01 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.343 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:43:01.343 INFO:teuthology.orchestra.run.trial069.stdout: "id": "ed05f726-29b0-4352-abac-56e36da16490", 2026-02-12T02:43:01.343 INFO:teuthology.orchestra.run.trial069.stdout: "epoch": 1, 2026-02-12T02:43:01.343 INFO:teuthology.orchestra.run.trial069.stdout: "predecessor_uuid": "96483ec8-3d92-4819-9564-9a9ea32a8496", 2026-02-12T02:43:01.343 INFO:teuthology.orchestra.run.trial069.stdout: "sync_status": [], 2026-02-12T02:43:01.343 INFO:teuthology.orchestra.run.trial069.stdout: "period_map": { 2026-02-12T02:43:01.343 INFO:teuthology.orchestra.run.trial069.stdout: "id": "ed05f726-29b0-4352-abac-56e36da16490", 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "zonegroups": [ 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: { 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "id": "65e108e9-a4da-4867-bf51-375e292f0ca6", 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "name": "default", 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "api_name": "default", 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "is_master": true, 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "endpoints": [], 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "hostnames": [], 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "hostnames_s3website": [], 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "master_zone": "739326be-8d3c-4303-bd3b-d1837ba1076a", 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: "zones": [ 2026-02-12T02:43:01.344 INFO:teuthology.orchestra.run.trial069.stdout: { 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "id": "739326be-8d3c-4303-bd3b-d1837ba1076a", 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "name": "z", 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "endpoints": [], 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "log_meta": false, 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "log_data": false, 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "bucket_index_max_shards": 11, 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "read_only": false, 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "tier_type": "", 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "sync_from_all": true, 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "sync_from": [], 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "redirect_zone": "", 2026-02-12T02:43:01.345 INFO:teuthology.orchestra.run.trial069.stdout: "supported_features": [ 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: "compress-encrypted", 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: "notification_v2", 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: "resharding" 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: ] 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: ], 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: "placement_targets": [ 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: { 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: "name": "default-placement", 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: "tags": [], 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: "storage_classes": [ 2026-02-12T02:43:01.346 INFO:teuthology.orchestra.run.trial069.stdout: "STANDARD" 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: ] 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: ], 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: "default_placement": "default-placement", 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: "realm_id": "ccb65d1e-7df4-4780-baeb-8528e6bf3b03", 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: "sync_policy": { 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: "groups": [] 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: "enabled_features": [ 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: "notification_v2", 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: "resharding" 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: ] 2026-02-12T02:43:01.347 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: ], 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: "short_zone_ids": [ 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: { 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: "key": "739326be-8d3c-4303-bd3b-d1837ba1076a", 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: "val": 989202246 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: ] 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: "master_zonegroup": "65e108e9-a4da-4867-bf51-375e292f0ca6", 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: "master_zone": "739326be-8d3c-4303-bd3b-d1837ba1076a", 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: "period_config": { 2026-02-12T02:43:01.348 INFO:teuthology.orchestra.run.trial069.stdout: "bucket_quota": { 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "enabled": false, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "check_on_raw": false, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "max_size": -1, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "max_size_kb": 0, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "max_objects": -1 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "user_quota": { 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "enabled": false, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "check_on_raw": false, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "max_size": -1, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "max_size_kb": 0, 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: "max_objects": -1 2026-02-12T02:43:01.349 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "user_ratelimit": { 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "max_read_ops": 0, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "max_write_ops": 0, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "max_read_bytes": 0, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "max_write_bytes": 0, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "enabled": false 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "bucket_ratelimit": { 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "max_read_ops": 0, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "max_write_ops": 0, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "max_read_bytes": 0, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "max_write_bytes": 0, 2026-02-12T02:43:01.350 INFO:teuthology.orchestra.run.trial069.stdout: "enabled": false 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: "anonymous_ratelimit": { 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: "max_read_ops": 0, 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: "max_write_ops": 0, 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: "max_read_bytes": 0, 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: "max_write_bytes": 0, 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: "enabled": false 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: "realm_id": "ccb65d1e-7df4-4780-baeb-8528e6bf3b03", 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout: "realm_epoch": 2 2026-02-12T02:43:01.351 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:43:01.352 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: pgmap v17: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T02:43:01.352 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T02:43:01.352 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T02:43:01.352 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T02:43:01.352 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.352 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.352 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.353 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.353 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:01 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:01.375 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2026-02-12T02:43:01.712 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:43:01.925 INFO:teuthology.orchestra.run.trial069.stdout:Scheduled rgw.foo update... 2026-02-12T02:43:01.966 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph osd pool create foo' 2026-02-12T02:43:01.989 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:01 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:43:01.860Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00273545s 2026-02-12T02:43:02.248 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 systemd[1]: Stopping Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:43:02.248 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[52608]: ts=2026-02-12T02:43:02.068Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-02-12T02:43:02.248 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 podman[54532]: 2026-02-12 02:43:02.079072712 +0000 UTC m=+0.024988467 container died 58f0d57587d2d28c6cd1ef33b2a817e3743d6393f1e8e1b30ac40f7caa8b8d3e (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:02.248 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 podman[54532]: 2026-02-12 02:43:02.087189909 +0000 UTC m=+0.033105674 container remove 58f0d57587d2d28c6cd1ef33b2a817e3743d6393f1e8e1b30ac40f7caa8b8d3e (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:02.249 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 podman[54532]: 2026-02-12 02:43:02.087905589 +0000 UTC m=+0.033821334 volume remove 060a0c2d12a2777744cc58052a81affc6811b00a2b89569c764245132246c47a 2026-02-12T02:43:02.249 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 bash[54532]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a 2026-02-12T02:43:02.249 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T02:43:02.249 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 systemd[1]: Stopped Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:43:02.249 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 systemd[1]: Starting Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:43:02.287 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:43:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T02:43:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T02:43:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:02.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:02.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T02:43:02.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T02:43:02.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:02.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:02.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:02 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.590 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 podman[54669]: 2026-02-12 02:43:02.247910243 +0000 UTC m=+0.015056449 volume create c45b75f579ba158d347ce926786ade278660308769428b712abb96c6bc256a77 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 podman[54669]: 2026-02-12 02:43:02.253370713 +0000 UTC m=+0.020516919 container create 575558c02a36e6e80672a2f2e172638cf2e1d171b316f85cf9026860a5a46e12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 podman[54669]: 2026-02-12 02:43:02.2814184 +0000 UTC m=+0.048564606 container init 575558c02a36e6e80672a2f2e172638cf2e1d171b316f85cf9026860a5a46e12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 podman[54669]: 2026-02-12 02:43:02.28346311 +0000 UTC m=+0.050609306 container start 575558c02a36e6e80672a2f2e172638cf2e1d171b316f85cf9026860a5a46e12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 bash[54669]: 575558c02a36e6e80672a2f2e172638cf2e1d171b316f85cf9026860a5a46e12 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 podman[54669]: 2026-02-12 02:43:02.242182302 +0000 UTC m=+0.009328508 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 systemd[1]: Started Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:02.294Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:02.294Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:02.295Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=10.20.193.69 port=9094 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:02.296Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-02-12T02:43:02.591 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:02.310Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T02:43:02.592 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:02.311Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T02:43:02.592 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:02.312Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-02-12T02:43:02.592 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:02.312Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T02:43:02.612 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1595651713' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T02:43:02.612 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T02:43:02.612 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.612 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.612 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.612 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.613 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:02.613 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:02.613 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.613 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:02 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:02.863 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 systemd[1]: Stopping Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:43:02.863 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-02-12T02:43:02.863 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-02-12T02:43:02.863 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-02-12T02:43:02.863 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.840Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.841Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.841Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[41760]: ts=2026-02-12T02:43:02.841Z caller=main.go:1273 level=info msg="See you next time!" 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 podman[44902]: 2026-02-12 02:43:02.850524891 +0000 UTC m=+0.023720719 container died 92cf345da3f2a5c561b53baaa09f06a43feb9dbe014d36c5e60d8fea46ccbfa9 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 podman[44902]: 2026-02-12 02:43:02.858191811 +0000 UTC m=+0.031387629 container remove 92cf345da3f2a5c561b53baaa09f06a43feb9dbe014d36c5e60d8fea46ccbfa9 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:02.864 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 bash[44902]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a 2026-02-12T02:43:03.086 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:43:02] "GET /metrics HTTP/1.1" 200 23645 "" "Prometheus/2.51.0" 2026-02-12T02:43:03.312 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@prometheus.a.service: Deactivated successfully. 2026-02-12T02:43:03.312 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 systemd[1]: Stopped Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:43:03.312 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:02 trial132 systemd[1]: Starting Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:43:03.312 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 podman[45032]: 2026-02-12 02:43:03.032231375 +0000 UTC m=+0.021053921 container create b8892ce06d2d5aaf1b30454d6ca8660acfa4b61878c483012fb5922a4d5dd49d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 podman[45032]: 2026-02-12 02:43:03.056629649 +0000 UTC m=+0.045452206 container init b8892ce06d2d5aaf1b30454d6ca8660acfa4b61878c483012fb5922a4d5dd49d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 podman[45032]: 2026-02-12 02:43:03.05866706 +0000 UTC m=+0.047489596 container start b8892ce06d2d5aaf1b30454d6ca8660acfa4b61878c483012fb5922a4d5dd49d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 bash[45032]: b8892ce06d2d5aaf1b30454d6ca8660acfa4b61878c483012fb5922a4d5dd49d 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 podman[45032]: 2026-02-12 02:43:03.023586696 +0000 UTC m=+0.012409232 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 systemd[1]: Started Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.074Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.074Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.074Z caller=main.go:623 level=info host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial132 (none))" 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.074Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-02-12T02:43:03.313 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.074Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.075Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.076Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.076Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.076Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.080Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.080Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=952ns 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.080Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.081Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.081Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.081Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.511µs wal_replay_duration=1.108864ms wbl_replay_duration=120ns total_replay_duration=1.136255ms 2026-02-12T02:43:03.314 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.082Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-02-12T02:43:03.315 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.082Z caller=main.go:1153 level=info msg="TSDB started" 2026-02-12T02:43:03.315 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.082Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T02:43:03.315 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.091Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.321294ms db_storage=992ns remote_storage=1.032µs web_handler=571ns query_engine=621ns scrape=312.685µs scrape_sd=70.622µs notify=6.742µs notify_sd=5.229µs rules=8.716594ms tracing=2.806µs 2026-02-12T02:43:03.315 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.091Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-02-12T02:43:03.315 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:43:03 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:43:03.091Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-02-12T02:43:03.316 INFO:teuthology.orchestra.run.trial069.stderr:pool 'foo' created 2026-02-12T02:43:03.336 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE Bus STOPPING 2026-02-12T02:43:03.336 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: Reconfiguring daemon alertmanager.a on trial069 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: Saving service rgw.foo spec with placement count:2 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: pgmap v20: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: Reconfiguring daemon prometheus.a on trial132 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4043773997' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T02:43:03.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: Cluster is now healthy 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial069:9093"}]: dispatch 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T02:43:03.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: Reconfiguring daemon alertmanager.a on trial069 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: Saving service rgw.foo spec with placement count:2 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: pgmap v20: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: Reconfiguring daemon prometheus.a on trial132 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/4043773997' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: Cluster is now healthy 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial069:9093"}]: dispatch 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:43:03.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T02:43:03.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:43:03.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T02:43:03.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:03.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.357 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'rbd pool init foo' 2026-02-12T02:43:03.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:43:03.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE Bus STOPPED 2026-02-12T02:43:03.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE Bus STARTING 2026-02-12T02:43:03.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE Serving on http://:::9283 2026-02-12T02:43:03.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE Bus STARTED 2026-02-12T02:43:03.589 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE Bus STOPPING 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: Reconfiguring daemon alertmanager.a on trial069 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: Saving service rgw.foo spec with placement count:2 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: pgmap v20: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: Reconfiguring daemon prometheus.a on trial132 2026-02-12T02:43:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/4043773997' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: Cluster is now healthy 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial069:9093"}]: dispatch 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:43:03.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T02:43:03.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:03.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:03.686 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:43:04.054 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:43:04.054 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE Bus STOPPED 2026-02-12T02:43:04.054 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:03 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:03] ENGINE Bus STARTING 2026-02-12T02:43:04.054 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:04] ENGINE Serving on http://:::9283 2026-02-12T02:43:04.054 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:04] ENGINE Bus STARTED 2026-02-12T02:43:04.315 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:04] ENGINE Bus STOPPING 2026-02-12T02:43:04.315 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:04.296Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000728952s 2026-02-12T02:43:04.571 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial069:9093"}]: dispatch 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2149888595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.573 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:04 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:04.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:43:04.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:04] ENGINE Bus STOPPED 2026-02-12T02:43:04.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:04] ENGINE Bus STARTING 2026-02-12T02:43:04.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:43:04.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial069:9093"}]: dispatch 2026-02-12T02:43:04.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2149888595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:04.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial069:9093"}]: dispatch 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2149888595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:04.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:04 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:05.034 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:04] ENGINE Serving on http://:::9283 2026-02-12T02:43:05.034 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:04] ENGINE Bus STARTED 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: Deploying daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: pgmap v22: 161 pgs: 64 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[14520]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: Deploying daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: pgmap v22: 161 pgs: 64 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T02:43:05.580 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T02:43:05.581 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.581 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.581 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.581 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T02:43:05.581 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T02:43:05.581 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.581 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:05.581 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:05 trial069 ceph-mon[22971]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T02:43:05.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: Deploying daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T02:43:05.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: pgmap v22: 161 pgs: 64 unknown, 97 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:05.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T02:43:05.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T02:43:05.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T02:43:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T02:43:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:05 trial132 ceph-mon[16815]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T02:43:06.363 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch apply iscsi foo u p' 2026-02-12T02:43:06.386 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: Deploying daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T02:43:06.386 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T02:43:06.386 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.386 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.386 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.386 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: Saving service rgw.foo spec with placement count:2 2026-02-12T02:43:06.386 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.386 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: Deploying daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: Saving service rgw.foo spec with placement count:2 2026-02-12T02:43:06.387 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.388 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.388 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.388 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:06 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: Deploying daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T02:43:06.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T02:43:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: Saving service rgw.foo spec with placement count:2 2026-02-12T02:43:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:06 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:06.659 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:43:06.869 INFO:teuthology.orchestra.run.trial069.stdout:Scheduled iscsi.foo update... 2026-02-12T02:43:06.888 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:06 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:06] ENGINE Bus STOPPING 2026-02-12T02:43:06.888 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:06 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:43:06.888 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:06 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:06] ENGINE Bus STOPPED 2026-02-12T02:43:06.888 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:06 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:06] ENGINE Bus STARTING 2026-02-12T02:43:06.888 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:06 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:06] ENGINE Serving on http://:::9283 2026-02-12T02:43:06.888 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:06 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:06] ENGINE Bus STARTED 2026-02-12T02:43:06.888 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:06 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:06] ENGINE Bus STOPPING 2026-02-12T02:43:06.907 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T02:43:07.242 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:43:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: pgmap v25: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.6 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T02:43:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T02:43:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: Checking dashboard <-> RGW credentials 2026-02-12T02:43:07.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T02:43:07.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[22971]: Cluster is now healthy 2026-02-12T02:43:07.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: pgmap v25: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.6 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: Checking dashboard <-> RGW credentials 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T02:43:07.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:07 trial069 ceph-mon[14520]: Cluster is now healthy 2026-02-12T02:43:07.591 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:43:07.591 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:07] ENGINE Bus STOPPED 2026-02-12T02:43:07.591 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:07] ENGINE Bus STARTING 2026-02-12T02:43:07.591 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:07] ENGINE Serving on http://:::9283 2026-02-12T02:43:07.591 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:07] ENGINE Bus STARTED 2026-02-12T02:43:07.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: pgmap v25: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.6 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: Checking dashboard <-> RGW credentials 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T02:43:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:07 trial132 ceph-mon[16815]: Cluster is now healthy 2026-02-12T02:43:08.466 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:43:08.466 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: Saving service iscsi.foo spec with placement count:1 2026-02-12T02:43:08.466 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.466 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.466 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.466 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: Checking dashboard <-> RGW credentials 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.467 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.468 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:43:08.468 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: Saving service iscsi.foo spec with placement count:1 2026-02-12T02:43:08.468 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.468 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.468 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.468 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.468 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:08.468 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: Checking dashboard <-> RGW credentials 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.469 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:08 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:43:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: Saving service iscsi.foo spec with placement count:1 2026-02-12T02:43:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: Checking dashboard <-> RGW credentials 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:08 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:09 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:09] ENGINE Bus STOPPING 2026-02-12T02:43:09.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:09 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:43:09.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:09 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:09] ENGINE Bus STOPPED 2026-02-12T02:43:09.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:09 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:09] ENGINE Bus STARTING 2026-02-12T02:43:09.589 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:09 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:09] ENGINE Serving on http://:::9283 2026-02-12T02:43:09.589 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:09 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:43:09] ENGINE Bus STARTED 2026-02-12T02:43:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: Deploying daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:43:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: pgmap v27: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.6 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T02:43:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T02:43:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3737697303' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:43:09.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1938589607' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/2002806712"}]: dispatch 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial069"}]: dispatch 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:09.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: Deploying daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: pgmap v27: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.6 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3737697303' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1938589607' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/2002806712"}]: dispatch 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial069"}]: dispatch 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:09.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:09 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: Deploying daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: pgmap v27: 161 pgs: 32 creating+peering, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.6 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3737697303' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1938589607' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/2002806712"}]: dispatch 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:43:09.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:43:09.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial069"}]: dispatch 2026-02-12T02:43:09.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:09.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:43:09.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:43:09.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:09 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:43:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[14520]: Adding iSCSI gateway http://:@10.20.193.69:5000 to Dashboard 2026-02-12T02:43:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:43:10.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial069"}]: dispatch 2026-02-12T02:43:10.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1938589607' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/2002806712"}]': finished 2026-02-12T02:43:10.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[14520]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T02:43:10.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/371543680' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/514005666"}]: dispatch 2026-02-12T02:43:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:43:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[22971]: Adding iSCSI gateway http://:@10.20.193.69:5000 to Dashboard 2026-02-12T02:43:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:43:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial069"}]: dispatch 2026-02-12T02:43:10.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1938589607' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/2002806712"}]': finished 2026-02-12T02:43:10.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[22971]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T02:43:10.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:10 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/371543680' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/514005666"}]: dispatch 2026-02-12T02:43:10.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:10 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:43:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:10 trial132 ceph-mon[16815]: Adding iSCSI gateway http://:@10.20.193.69:5000 to Dashboard 2026-02-12T02:43:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:10 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:43:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:10 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial069"}]: dispatch 2026-02-12T02:43:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:10 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1938589607' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/2002806712"}]': finished 2026-02-12T02:43:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:10 trial132 ceph-mon[16815]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T02:43:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:10 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/371543680' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/514005666"}]: dispatch 2026-02-12T02:43:11.671 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[22971]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 292 KiB/s rd, 6.5 KiB/s wr, 531 op/s 2026-02-12T02:43:11.671 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[22971]: mgrmap e22: y(active, since 22s), standbys: x 2026-02-12T02:43:11.671 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/371543680' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/514005666"}]': finished 2026-02-12T02:43:11.672 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[22971]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T02:43:11.672 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/431900989' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]: dispatch 2026-02-12T02:43:11.672 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]: dispatch 2026-02-12T02:43:11.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[14520]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 292 KiB/s rd, 6.5 KiB/s wr, 531 op/s 2026-02-12T02:43:11.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[14520]: mgrmap e22: y(active, since 22s), standbys: x 2026-02-12T02:43:11.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/371543680' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/514005666"}]': finished 2026-02-12T02:43:11.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[14520]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T02:43:11.673 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/431900989' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]: dispatch 2026-02-12T02:43:11.673 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:11 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]: dispatch 2026-02-12T02:43:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:11 trial132 ceph-mon[16815]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 292 KiB/s rd, 6.5 KiB/s wr, 531 op/s 2026-02-12T02:43:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:11 trial132 ceph-mon[16815]: mgrmap e22: y(active, since 22s), standbys: x 2026-02-12T02:43:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:11 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/371543680' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/514005666"}]': finished 2026-02-12T02:43:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:11 trial132 ceph-mon[16815]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T02:43:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:11 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/431900989' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]: dispatch 2026-02-12T02:43:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:11 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]: dispatch 2026-02-12T02:43:12.588 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 02:43:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T02:43:12.299Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003363523s 2026-02-12T02:43:12.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:12 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]': finished 2026-02-12T02:43:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:12 trial132 ceph-mon[16815]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T02:43:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:12 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/47481355' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]: dispatch 2026-02-12T02:43:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:12 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]: dispatch 2026-02-12T02:43:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:12 trial132 ceph-mon[16815]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 292 KiB/s rd, 6.5 KiB/s wr, 531 op/s 2026-02-12T02:43:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:43:12] "GET /metrics HTTP/1.1" 200 35404 "" "Prometheus/2.51.0" 2026-02-12T02:43:13.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]': finished 2026-02-12T02:43:13.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[14520]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T02:43:13.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/47481355' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]: dispatch 2026-02-12T02:43:13.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]: dispatch 2026-02-12T02:43:13.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[14520]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 292 KiB/s rd, 6.5 KiB/s wr, 531 op/s 2026-02-12T02:43:13.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/449870270"}]': finished 2026-02-12T02:43:13.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[22971]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T02:43:13.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/47481355' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]: dispatch 2026-02-12T02:43:13.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]: dispatch 2026-02-12T02:43:13.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:12 trial069 ceph-mon[22971]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 292 KiB/s rd, 6.5 KiB/s wr, 531 op/s 2026-02-12T02:43:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:13 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]': finished 2026-02-12T02:43:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:13 trial132 ceph-mon[16815]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T02:43:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:13 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1921414266' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]: dispatch 2026-02-12T02:43:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:13 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]: dispatch 2026-02-12T02:43:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:13 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:14.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]': finished 2026-02-12T02:43:14.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[14520]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T02:43:14.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1921414266' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]: dispatch 2026-02-12T02:43:14.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]: dispatch 2026-02-12T02:43:14.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:14.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1573373504"}]': finished 2026-02-12T02:43:14.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[22971]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T02:43:14.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1921414266' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]: dispatch 2026-02-12T02:43:14.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]: dispatch 2026-02-12T02:43:14.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:13 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]': finished 2026-02-12T02:43:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T02:43:15.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/620231372' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]: dispatch 2026-02-12T02:43:15.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]: dispatch 2026-02-12T02:43:15.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]': finished 2026-02-12T02:43:15.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T02:43:15.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:15.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2798543031' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]: dispatch 2026-02-12T02:43:15.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]: dispatch 2026-02-12T02:43:15.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]': finished 2026-02-12T02:43:15.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T02:43:15.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/620231372' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]: dispatch 2026-02-12T02:43:15.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]: dispatch 2026-02-12T02:43:15.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]': finished 2026-02-12T02:43:15.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T02:43:15.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:15.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2798543031' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]: dispatch 2026-02-12T02:43:15.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:14 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]: dispatch 2026-02-12T02:43:15.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/449870270"}]': finished 2026-02-12T02:43:15.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T02:43:15.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/620231372' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]: dispatch 2026-02-12T02:43:15.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]: dispatch 2026-02-12T02:43:15.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/815070948"}]': finished 2026-02-12T02:43:15.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T02:43:15.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:15.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2798543031' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]: dispatch 2026-02-12T02:43:15.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:14 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]: dispatch 2026-02-12T02:43:16.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:16 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]': finished 2026-02-12T02:43:16.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:16 trial069 ceph-mon[14520]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T02:43:16.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:16 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3241652323' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]: dispatch 2026-02-12T02:43:16.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:16 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]: dispatch 2026-02-12T02:43:16.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:16 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]': finished 2026-02-12T02:43:16.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:16 trial069 ceph-mon[22971]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T02:43:16.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:16 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3241652323' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]: dispatch 2026-02-12T02:43:16.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:16 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]: dispatch 2026-02-12T02:43:16.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:16 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1275052508"}]': finished 2026-02-12T02:43:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:16 trial132 ceph-mon[16815]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T02:43:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:16 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3241652323' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]: dispatch 2026-02-12T02:43:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:16 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]: dispatch 2026-02-12T02:43:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]': finished 2026-02-12T02:43:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[14520]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T02:43:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[14520]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T02:43:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2800595102' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]: dispatch 2026-02-12T02:43:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]: dispatch 2026-02-12T02:43:17.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]': finished 2026-02-12T02:43:17.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[22971]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T02:43:17.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[22971]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T02:43:17.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2800595102' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]: dispatch 2026-02-12T02:43:17.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:17 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]: dispatch 2026-02-12T02:43:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:17 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1184956478"}]': finished 2026-02-12T02:43:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:17 trial132 ceph-mon[16815]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T02:43:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:17 trial132 ceph-mon[16815]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T02:43:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:17 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2800595102' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]: dispatch 2026-02-12T02:43:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:17 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]: dispatch 2026-02-12T02:43:18.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:18 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]': finished 2026-02-12T02:43:18.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:18 trial069 ceph-mon[14520]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T02:43:18.519 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:18 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4164225966' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1679705643"}]: dispatch 2026-02-12T02:43:18.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:18 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]': finished 2026-02-12T02:43:18.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:18 trial069 ceph-mon[22971]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T02:43:18.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:18 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/4164225966' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1679705643"}]: dispatch 2026-02-12T02:43:18.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:18 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3171227813"}]': finished 2026-02-12T02:43:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:18 trial132 ceph-mon[16815]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T02:43:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:18 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/4164225966' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1679705643"}]: dispatch 2026-02-12T02:43:19.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4164225966' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1679705643"}]': finished 2026-02-12T02:43:19.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[14520]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T02:43:19.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[14520]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:19.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/296149222' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]: dispatch 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]: dispatch 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/4164225966' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1679705643"}]': finished 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[22971]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[22971]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:19.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:19.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/296149222' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]: dispatch 2026-02-12T02:43:19.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]: dispatch 2026-02-12T02:43:19.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:19 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:19.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:19 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/4164225966' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1679705643"}]': finished 2026-02-12T02:43:19.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:19 trial132 ceph-mon[16815]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T02:43:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:19 trial132 ceph-mon[16815]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:19 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:19 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:43:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:19 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/296149222' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]: dispatch 2026-02-12T02:43:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:19 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]: dispatch 2026-02-12T02:43:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:19 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:20.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:20 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]': finished 2026-02-12T02:43:20.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:20 trial069 ceph-mon[14520]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T02:43:20.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:20 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1460198222' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]: dispatch 2026-02-12T02:43:20.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:20 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]: dispatch 2026-02-12T02:43:20.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:20 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]': finished 2026-02-12T02:43:20.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:20 trial069 ceph-mon[22971]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T02:43:20.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:20 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1460198222' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]: dispatch 2026-02-12T02:43:20.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:20 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]: dispatch 2026-02-12T02:43:20.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:20 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1679705643"}]': finished 2026-02-12T02:43:20.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:20 trial132 ceph-mon[16815]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T02:43:20.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:20 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1460198222' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]: dispatch 2026-02-12T02:43:20.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:20 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]: dispatch 2026-02-12T02:43:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[14520]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]': finished 2026-02-12T02:43:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[14520]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T02:43:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2341796509' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]: dispatch 2026-02-12T02:43:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]: dispatch 2026-02-12T02:43:21.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[22971]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:21.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]': finished 2026-02-12T02:43:21.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[22971]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T02:43:21.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2341796509' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]: dispatch 2026-02-12T02:43:21.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:21 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]: dispatch 2026-02-12T02:43:21.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:21 trial132 ceph-mon[16815]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:21.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:21 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/932931438"}]': finished 2026-02-12T02:43:21.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:21 trial132 ceph-mon[16815]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T02:43:21.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:21 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2341796509' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]: dispatch 2026-02-12T02:43:21.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:21 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]: dispatch 2026-02-12T02:43:22.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:22 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]': finished 2026-02-12T02:43:22.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:22 trial069 ceph-mon[14520]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T02:43:22.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:22 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/784650040' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/2002806712"}]: dispatch 2026-02-12T02:43:22.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:22 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]': finished 2026-02-12T02:43:22.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:22 trial069 ceph-mon[22971]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T02:43:22.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:22 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/784650040' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/2002806712"}]: dispatch 2026-02-12T02:43:22.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:22 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1545442442"}]': finished 2026-02-12T02:43:22.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:22 trial132 ceph-mon[16815]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T02:43:22.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:22 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/784650040' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/2002806712"}]: dispatch 2026-02-12T02:43:23.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:43:22] "GET /metrics HTTP/1.1" 200 38047 "" "Prometheus/2.51.0" 2026-02-12T02:43:23.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:23 trial069 ceph-mon[14520]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:23.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:23 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/784650040' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/2002806712"}]': finished 2026-02-12T02:43:23.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:23 trial069 ceph-mon[14520]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T02:43:23.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:23 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2755909019' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/35083292"}]: dispatch 2026-02-12T02:43:23.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:23 trial069 ceph-mon[22971]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:23.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:23 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/784650040' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/2002806712"}]': finished 2026-02-12T02:43:23.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:23 trial069 ceph-mon[22971]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T02:43:23.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:23 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2755909019' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/35083292"}]: dispatch 2026-02-12T02:43:23.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:23 trial132 ceph-mon[16815]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:23.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:23 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/784650040' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/2002806712"}]': finished 2026-02-12T02:43:23.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:23 trial132 ceph-mon[16815]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T02:43:23.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:23 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2755909019' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/35083292"}]: dispatch 2026-02-12T02:43:24.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:24 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2755909019' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/35083292"}]': finished 2026-02-12T02:43:24.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:24 trial069 ceph-mon[14520]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T02:43:24.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:24 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4160772446' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/973179179"}]: dispatch 2026-02-12T02:43:24.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:24 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2755909019' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/35083292"}]': finished 2026-02-12T02:43:24.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:24 trial069 ceph-mon[22971]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T02:43:24.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:24 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/4160772446' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/973179179"}]: dispatch 2026-02-12T02:43:24.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:24 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2755909019' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/35083292"}]': finished 2026-02-12T02:43:24.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:24 trial132 ceph-mon[16815]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T02:43:24.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:24 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/4160772446' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/973179179"}]: dispatch 2026-02-12T02:43:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:25 trial132 ceph-mon[16815]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:25 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/4160772446' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/973179179"}]': finished 2026-02-12T02:43:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:25 trial132 ceph-mon[16815]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T02:43:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:25 trial069 ceph-mon[14520]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:25 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4160772446' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/973179179"}]': finished 2026-02-12T02:43:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:25 trial069 ceph-mon[14520]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T02:43:25.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:25 trial069 ceph-mon[22971]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 235 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:43:25.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:25 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/4160772446' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/973179179"}]': finished 2026-02-12T02:43:25.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:25 trial069 ceph-mon[22971]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T02:43:27.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:27 trial132 ceph-mon[16815]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:43:27.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:27 trial069 ceph-mon[14520]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:43:27.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:27 trial069 ceph-mon[22971]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:43:29.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:29 trial132 ceph-mon[16815]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:29 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:29 trial069 ceph-mon[14520]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:29 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:29 trial069 ceph-mon[22971]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:29 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:31.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:31 trial132 ceph-mon[16815]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:43:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:31 trial132 ceph-mon[16815]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T02:43:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:31 trial069 ceph-mon[14520]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:43:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:31 trial069 ceph-mon[14520]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T02:43:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:31 trial069 ceph-mon[22971]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:43:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:31 trial069 ceph-mon[22971]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T02:43:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:43:32] "GET /metrics HTTP/1.1" 200 38047 "" "Prometheus/2.51.0" 2026-02-12T02:43:33.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:33 trial132 ceph-mon[16815]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:33 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:33 trial069 ceph-mon[14520]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:33 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:33 trial069 ceph-mon[22971]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:33 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:35 trial132 ceph-mon[16815]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:43:35.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:35 trial069 ceph-mon[22971]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:43:35.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:35 trial069 ceph-mon[14520]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T02:43:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:37 trial132 ceph-mon[16815]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:37 trial069 ceph-mon[14520]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:37 trial069 ceph-mon[22971]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:39.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:39 trial132 ceph-mon[16815]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:39.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:39 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:39.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:39 trial069 ceph-mon[14520]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:39.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:39 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:39 trial069 ceph-mon[22971]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:39 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:41 trial132 ceph-mon[16815]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:41 trial069 ceph-mon[22971]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:41 trial069 ceph-mon[14520]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:43:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:43:42] "GET /metrics HTTP/1.1" 200 38045 "" "Prometheus/2.51.0" 2026-02-12T02:43:43.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:43 trial132 ceph-mon[16815]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T02:43:43.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:43 trial069 ceph-mon[14520]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T02:43:43.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:43 trial069 ceph-mon[22971]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T02:43:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:45 trial132 ceph-mon[16815]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:45 trial069 ceph-mon[14520]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:45 trial069 ceph-mon[22971]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:47.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:47 trial132 ceph-mon[16815]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:47 trial069 ceph-mon[14520]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:47 trial069 ceph-mon[22971]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:48.664 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:43:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=infra.usagestats t=2026-02-12T02:43:48.241523805Z level=info msg="Usage stats are ready to report" 2026-02-12T02:43:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2026-02-12T02:43:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T02:43:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2026-02-12T02:43:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T02:43:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2026-02-12T02:43:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T02:43:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2026-02-12T02:43:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T02:43:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:48.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]: dispatch 2026-02-12T02:43:48.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2026-02-12T02:43:48.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2026-02-12T02:43:48.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T02:43:48.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:43:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:49 trial132 ceph-mon[16815]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]': finished 2026-02-12T02:43:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2026-02-12T02:43:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2026-02-12T02:43:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:49 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2026-02-12T02:43:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:49 trial132 ceph-mon[16815]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T02:43:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:49 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[14520]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]': finished 2026-02-12T02:43:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2026-02-12T02:43:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2026-02-12T02:43:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2026-02-12T02:43:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[14520]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T02:43:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[22971]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:43:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 2]}]': finished 2026-02-12T02:43:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]': finished 2026-02-12T02:43:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2026-02-12T02:43:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2026-02-12T02:43:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[22971]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T02:43:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:49 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:50.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:50 trial132 ceph-mon[16815]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T02:43:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:50 trial069 ceph-mon[14520]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T02:43:50.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:50 trial069 ceph-mon[22971]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T02:43:51.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:51 trial132 ceph-mon[16815]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:51.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:51 trial069 ceph-mon[14520]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:51 trial069 ceph-mon[22971]: pgmap v67: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:43:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:43:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:43:52] "GET /metrics HTTP/1.1" 200 38045 "" "Prometheus/2.51.0" 2026-02-12T02:43:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:53 trial132 ceph-mon[16815]: pgmap v68: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T02:43:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:53 trial069 ceph-mon[14520]: pgmap v68: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T02:43:53.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:53 trial069 ceph-mon[22971]: pgmap v68: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T02:43:55.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:55 trial132 ceph-mon[16815]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 136 B/s, 0 objects/s recovering 2026-02-12T02:43:55.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:55 trial069 ceph-mon[14520]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 136 B/s, 0 objects/s recovering 2026-02-12T02:43:55.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:55 trial069 ceph-mon[22971]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 136 B/s, 0 objects/s recovering 2026-02-12T02:43:57.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:57 trial132 ceph-mon[16815]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 136 B/s, 0 objects/s recovering 2026-02-12T02:43:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:57 trial069 ceph-mon[14520]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 136 B/s, 0 objects/s recovering 2026-02-12T02:43:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:57 trial069 ceph-mon[22971]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 136 B/s, 0 objects/s recovering 2026-02-12T02:43:59.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:59 trial132 ceph-mon[16815]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 110 B/s, 0 objects/s recovering 2026-02-12T02:43:59.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:43:59 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:59 trial069 ceph-mon[14520]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 110 B/s, 0 objects/s recovering 2026-02-12T02:43:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:43:59 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:43:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:59 trial069 ceph-mon[22971]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 110 B/s, 0 objects/s recovering 2026-02-12T02:43:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:43:59 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:01.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:01 trial132 ceph-mon[16815]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 937 B/s rd, 0 op/s; 100 B/s, 0 objects/s recovering 2026-02-12T02:44:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:01 trial069 ceph-mon[14520]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 937 B/s rd, 0 op/s; 100 B/s, 0 objects/s recovering 2026-02-12T02:44:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:01 trial069 ceph-mon[22971]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 937 B/s rd, 0 op/s; 100 B/s, 0 objects/s recovering 2026-02-12T02:44:03.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:44:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:44:02] "GET /metrics HTTP/1.1" 200 38045 "" "Prometheus/2.51.0" 2026-02-12T02:44:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:03 trial132 ceph-mon[16815]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 91 B/s, 0 objects/s recovering 2026-02-12T02:44:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:03 trial069 ceph-mon[14520]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 91 B/s, 0 objects/s recovering 2026-02-12T02:44:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:03 trial069 ceph-mon[22971]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 91 B/s, 0 objects/s recovering 2026-02-12T02:44:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:05 trial132 ceph-mon[16815]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 91 B/s, 0 objects/s recovering 2026-02-12T02:44:05.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:05 trial069 ceph-mon[14520]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 91 B/s, 0 objects/s recovering 2026-02-12T02:44:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:05 trial069 ceph-mon[22971]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 91 B/s, 0 objects/s recovering 2026-02-12T02:44:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:07 trial132 ceph-mon[16815]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:07 trial069 ceph-mon[14520]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:07.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:07 trial069 ceph-mon[22971]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:09 trial132 ceph-mon[16815]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:09 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:09 trial069 ceph-mon[14520]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:09 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:09 trial069 ceph-mon[22971]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:09 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:10.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:44:10.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:44:10.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:44:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:44:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:44:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:44:10.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:44:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:44:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:44:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:11 trial069 ceph-mon[14520]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:11 trial069 ceph-mon[22971]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:11 trial132 ceph-mon[16815]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:44:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:44:12] "GET /metrics HTTP/1.1" 200 38044 "" "Prometheus/2.51.0" 2026-02-12T02:44:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:13 trial069 ceph-mon[14520]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:13.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:13 trial069 ceph-mon[22971]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:13 trial132 ceph-mon[16815]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:15 trial069 ceph-mon[14520]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:15.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:15 trial069 ceph-mon[22971]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:15 trial132 ceph-mon[16815]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:17 trial069 ceph-mon[14520]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:17 trial069 ceph-mon[22971]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:17.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:17 trial132 ceph-mon[16815]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:18.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:18 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:18.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:18 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:18 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:19.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:19 trial069 ceph-mon[22971]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:19.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:19 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:19 trial069 ceph-mon[14520]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:19 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:19 trial132 ceph-mon[16815]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:19 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:21.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:21 trial132 ceph-mon[16815]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:22.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:21 trial069 ceph-mon[14520]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:22.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:21 trial069 ceph-mon[22971]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:23.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:44:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:44:22] "GET /metrics HTTP/1.1" 200 38044 "" "Prometheus/2.51.0" 2026-02-12T02:44:23.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:23 trial132 ceph-mon[16815]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:24.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:23 trial069 ceph-mon[14520]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:24.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:23 trial069 ceph-mon[22971]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:25.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:25 trial132 ceph-mon[16815]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:26.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:25 trial069 ceph-mon[14520]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:26.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:25 trial069 ceph-mon[22971]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:26 trial132 ceph-mon[16815]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:27.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:26 trial069 ceph-mon[14520]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:27.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:26 trial069 ceph-mon[22971]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:29 trial132 ceph-mon[16815]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:29 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:29 trial069 ceph-mon[14520]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:29 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:29 trial069 ceph-mon[22971]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:29 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:31 trial132 ceph-mon[16815]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:31 trial069 ceph-mon[14520]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:31 trial069 ceph-mon[22971]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:44:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:44:32] "GET /metrics HTTP/1.1" 200 38044 "" "Prometheus/2.51.0" 2026-02-12T02:44:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:33 trial132 ceph-mon[16815]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:33 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:33.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:33 trial069 ceph-mon[14520]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:33 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:33 trial069 ceph-mon[22971]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:33 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:35 trial132 ceph-mon[16815]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:35.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:35 trial069 ceph-mon[14520]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:35.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:35 trial069 ceph-mon[22971]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:37 trial132 ceph-mon[16815]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:37 trial069 ceph-mon[14520]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:37 trial069 ceph-mon[22971]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:39.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:39 trial132 ceph-mon[16815]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:39 trial069 ceph-mon[14520]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:39 trial069 ceph-mon[22971]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:40 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:40.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:40 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:40.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:40 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:41 trial132 ceph-mon[16815]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:41 trial069 ceph-mon[14520]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:41 trial069 ceph-mon[22971]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:44:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:44:42] "GET /metrics HTTP/1.1" 200 38042 "" "Prometheus/2.51.0" 2026-02-12T02:44:43.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:43 trial132 ceph-mon[16815]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:43 trial069 ceph-mon[14520]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:43.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:43 trial069 ceph-mon[22971]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:45 trial132 ceph-mon[16815]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:45 trial069 ceph-mon[14520]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:45 trial069 ceph-mon[22971]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:47 trial132 ceph-mon[16815]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:47 trial069 ceph-mon[14520]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:47 trial069 ceph-mon[22971]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:48.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:48.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:48.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:44:49.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:49 trial132 ceph-mon[16815]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:49 trial069 ceph-mon[14520]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:49 trial069 ceph-mon[22971]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:50.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:50 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:50 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:50.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:50 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:44:51.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:51 trial132 ceph-mon[16815]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:51 trial069 ceph-mon[14520]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:51 trial069 ceph-mon[22971]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:44:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:44:52] "GET /metrics HTTP/1.1" 200 38043 "" "Prometheus/2.51.0" 2026-02-12T02:44:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:53 trial132 ceph-mon[16815]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:53 trial069 ceph-mon[14520]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:53.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:53 trial069 ceph-mon[22971]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:55.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:55 trial132 ceph-mon[16815]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:55.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:55 trial069 ceph-mon[14520]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:55.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:55 trial069 ceph-mon[22971]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:44:57.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:57 trial132 ceph-mon[16815]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:57 trial069 ceph-mon[14520]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:57 trial069 ceph-mon[22971]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:59.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:44:59 trial132 ceph-mon[16815]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:44:59 trial069 ceph-mon[14520]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:44:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:44:59 trial069 ceph-mon[22971]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:00.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:00 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:00.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:00 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:00.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:00 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:01 trial132 ceph-mon[16815]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:01 trial069 ceph-mon[14520]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:01 trial069 ceph-mon[22971]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:45:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:45:02] "GET /metrics HTTP/1.1" 200 38043 "" "Prometheus/2.51.0" 2026-02-12T02:45:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:03 trial132 ceph-mon[16815]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:03 trial069 ceph-mon[14520]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:03 trial069 ceph-mon[22971]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:05 trial132 ceph-mon[16815]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:05.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:05 trial069 ceph-mon[14520]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:05 trial069 ceph-mon[22971]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:07 trial132 ceph-mon[16815]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:07 trial069 ceph-mon[14520]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:07.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:07 trial069 ceph-mon[22971]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:09 trial132 ceph-mon[16815]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:09 trial069 ceph-mon[14520]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:09 trial069 ceph-mon[22971]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:10.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:10 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:10.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:45:10.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:45:10.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:45:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:10 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:45:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:45:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:45:10.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:10 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:45:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:45:10.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:45:11.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:11 trial132 ceph-mon[16815]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:11 trial069 ceph-mon[14520]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:11 trial069 ceph-mon[22971]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:45:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:45:12] "GET /metrics HTTP/1.1" 200 38057 "" "Prometheus/2.51.0" 2026-02-12T02:45:13.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:13 trial132 ceph-mon[16815]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:13 trial069 ceph-mon[14520]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:13.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:13 trial069 ceph-mon[22971]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:15.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:15 trial132 ceph-mon[16815]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:15 trial069 ceph-mon[14520]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:15.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:15 trial069 ceph-mon[22971]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:17 trial132 ceph-mon[16815]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:17 trial069 ceph-mon[14520]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:17 trial069 ceph-mon[22971]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:18 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:18.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:18 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:18.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:18 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:19 trial132 ceph-mon[16815]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:19 trial069 ceph-mon[14520]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:19.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:19 trial069 ceph-mon[22971]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:20.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:20 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:20 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:20.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:20 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:21.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:21 trial132 ceph-mon[16815]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:21 trial069 ceph-mon[14520]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:21 trial069 ceph-mon[22971]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:23.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:45:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:45:22] "GET /metrics HTTP/1.1" 200 38053 "" "Prometheus/2.51.0" 2026-02-12T02:45:23.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:23 trial132 ceph-mon[16815]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:23.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:23 trial069 ceph-mon[14520]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:23.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:23 trial069 ceph-mon[22971]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:25 trial132 ceph-mon[16815]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:25 trial069 ceph-mon[14520]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:25.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:25 trial069 ceph-mon[22971]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:27.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:27 trial132 ceph-mon[16815]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:27.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:27 trial069 ceph-mon[14520]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:27.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:27 trial069 ceph-mon[22971]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:29 trial132 ceph-mon[16815]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:29 trial069 ceph-mon[14520]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:29 trial069 ceph-mon[22971]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:30 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:30 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:30.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:30 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:31 trial132 ceph-mon[16815]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:31 trial069 ceph-mon[14520]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:31 trial069 ceph-mon[22971]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:33.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:45:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:45:32] "GET /metrics HTTP/1.1" 200 38053 "" "Prometheus/2.51.0" 2026-02-12T02:45:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:33 trial132 ceph-mon[16815]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:33.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:33 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:33 trial069 ceph-mon[14520]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:33 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:33 trial069 ceph-mon[22971]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:33 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:35.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:35 trial132 ceph-mon[16815]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:35.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:35 trial069 ceph-mon[14520]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:35.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:35 trial069 ceph-mon[22971]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:37.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:37 trial132 ceph-mon[16815]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:37.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:37 trial069 ceph-mon[14520]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:37.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:37 trial069 ceph-mon[22971]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:39.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:39 trial132 ceph-mon[16815]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:39 trial069 ceph-mon[14520]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:39 trial069 ceph-mon[22971]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:40 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:40.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:40 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:40.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:40 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:41 trial132 ceph-mon[16815]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:41 trial069 ceph-mon[14520]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:41 trial069 ceph-mon[22971]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:45:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:45:42] "GET /metrics HTTP/1.1" 200 38054 "" "Prometheus/2.51.0" 2026-02-12T02:45:43.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:43 trial132 ceph-mon[16815]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:43 trial069 ceph-mon[14520]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:43.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:43 trial069 ceph-mon[22971]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:45 trial132 ceph-mon[16815]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:45 trial069 ceph-mon[14520]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:45 trial069 ceph-mon[22971]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:47 trial132 ceph-mon[16815]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:47 trial069 ceph-mon[14520]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:47 trial069 ceph-mon[22971]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:48.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:48.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:45:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:49 trial069 ceph-mon[14520]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:49 trial069 ceph-mon[22971]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:49 trial132 ceph-mon[16815]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:50 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:50.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:50 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:50 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:45:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:51 trial069 ceph-mon[14520]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:51 trial069 ceph-mon[22971]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:51 trial132 ceph-mon[16815]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:45:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:45:52] "GET /metrics HTTP/1.1" 200 38051 "" "Prometheus/2.51.0" 2026-02-12T02:45:53.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:53 trial069 ceph-mon[14520]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:53.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:53 trial069 ceph-mon[22971]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:53 trial132 ceph-mon[16815]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:55.717 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:55 trial132 ceph-mon[16815]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:55.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:55 trial069 ceph-mon[14520]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:55.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:55 trial069 ceph-mon[22971]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:45:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:57 trial069 ceph-mon[14520]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:57 trial069 ceph-mon[22971]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:57.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:57 trial132 ceph-mon[16815]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:59.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:45:59 trial069 ceph-mon[14520]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:45:59 trial069 ceph-mon[22971]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:45:59.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:45:59 trial132 ceph-mon[16815]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:00.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:00 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:00.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:00 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:00.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:00 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:01 trial069 ceph-mon[14520]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:01 trial069 ceph-mon[22971]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:01.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:01 trial132 ceph-mon[16815]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:46:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:46:02] "GET /metrics HTTP/1.1" 200 38051 "" "Prometheus/2.51.0" 2026-02-12T02:46:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:03 trial069 ceph-mon[14520]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:03 trial069 ceph-mon[22971]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:03 trial132 ceph-mon[16815]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:05.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:05 trial069 ceph-mon[14520]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:05 trial069 ceph-mon[22971]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:05 trial132 ceph-mon[16815]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:07.374 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2026-02-12T02:46:07.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:07 trial069 ceph-mon[14520]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:07 trial069 ceph-mon[22971]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:07.667 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:07.902 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2026-02-12T02:46:07.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:07 trial132 ceph-mon[16815]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:08.189 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:08.423 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph config set global log_to_journald false --force' 2026-02-12T02:46:08.706 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:08.937 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T02:46:09.223 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:09.443 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:46:09.443 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (3m) 3m ago 3m - - 0.25.0 c8568f914cd2 575558c02a36 2026-02-12T02:46:09.443 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (3m) 3m ago 3m 76.9M - 10.4.0 c8b91775d855 c898c33a9ed4 2026-02-12T02:46:09.443 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (3m) 3m ago 3m - - 3.9 4cc07a41bb19 610869bd2d5e 2026-02-12T02:46:09.443 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,8765 running (4m) 3m ago 4m 486M - 19.2.3-672-g283431c0 4cc07a41bb19 f8de8b609a95 2026-02-12T02:46:09.443 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:9283,8765 running (5m) 3m ago 5m - - 19.2.3-672-g283431c0 4cc07a41bb19 50f5ae30722b 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (5m) 3m ago 5m 49.6M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (3m) 3m ago 3m - - 1.7.0 72c9c2088986 7d340b4db16e 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (3m) 3m ago 3m 4014k - 1.7.0 72c9c2088986 8f23bf486383 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (4m) 3m ago 4m 51.0M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T02:46:09.444 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (3m) 3m ago 3m 50.1M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T02:46:09.445 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (3m) 3m ago 3m 48.6M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T02:46:09.445 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (3m) 3m ago 3m 54.0M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T02:46:09.445 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (3m) 3m ago 3m 31.8M - 2.51.0 1d3b7f56885b b8892ce06d2d 2026-02-12T02:46:09.445 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (3m) 3m ago 3m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T02:46:09.445 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (3m) 3m ago 3m 102M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T02:46:09.480 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T02:46:09.498 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:09 trial069 ceph-mon[14520]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:09.499 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:09 trial069 ceph-mon[22971]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:09.766 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:09.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:09 trial132 ceph-mon[16815]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:09.998 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:46:09.998 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T02:46:09.998 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:46:09.998 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:46:09.998 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T02:46:09.998 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:46:09.998 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:46:09.998 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 15 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:46:09.999 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:46:10.036 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph -s' 2026-02-12T02:46:10.366 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:10.595 INFO:teuthology.orchestra.run.trial069.stdout: cluster: 2026-02-12T02:46:10.595 INFO:teuthology.orchestra.run.trial069.stdout: id: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:46:10.595 INFO:teuthology.orchestra.run.trial069.stdout: health: HEALTH_OK 2026-02-12T02:46:10.595 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: services: 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: mon: 3 daemons, quorum a,b,c (age 4m) 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: mgr: y(active, since 3m), standbys: x 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: osd: 8 osds: 8 up (since 3m), 8 in (since 3m) 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: data: 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: pools: 6 pools, 161 pgs 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: objects: 244 objects, 585 KiB 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: usage: 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:46:10.596 INFO:teuthology.orchestra.run.trial069.stdout: pgs: 161 active+clean 2026-02-12T02:46:10.597 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:46:10.597 INFO:teuthology.orchestra.run.trial069.stdout: io: 2026-02-12T02:46:10.597 INFO:teuthology.orchestra.run.trial069.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T02:46:10.597 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:46:10.632 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ls' 2026-02-12T02:46:10.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:10.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[14520]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:10.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4272314859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:46:10.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:10.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:10.655 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:10.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:10.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[22971]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:10.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/4272314859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:46:10.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:10.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:10.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:10 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:10 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:10 trial132 ceph-mon[16815]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:10 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/4272314859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:46:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:10 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:10.916 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager ?:9093,9094 1/1 3m ago 3m trial069=a;count:1 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:grafana ?:3000 1/1 3m ago 3m trial132=a;count:1 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo ?:5000 1/1 3m ago 3m count:1 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:mgr 2/2 3m ago 4m trial069=y;trial132=x;count:2 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:mon 3/3 3m ago 5m trial069:10.20.193.69=a;trial069:[v2:10.20.193.69:3301,v1:10.20.193.69:6790]=c;trial132:10.20.193.132=b;count:3 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter ?:9100 2/2 3m ago 3m trial069=a;trial132=b;count:2 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:osd 8 3m ago - 2026-02-12T02:46:11.113 INFO:teuthology.orchestra.run.trial069.stdout:prometheus ?:9095 1/1 3m ago 3m trial132=a;count:1 2026-02-12T02:46:11.114 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo ?:8000 2/2 3m ago 3m count:2 2026-02-12T02:46:11.149 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T02:46:11.478 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:11.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:11 trial069 ceph-mon[14520]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:11.500 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:11 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3103473120' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:46:11.500 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:11 trial069 ceph-mon[22971]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:11.500 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:11 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3103473120' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:46:11.848 INFO:teuthology.orchestra.run.trial069.stdout:Scheduled to redeploy mgr.x on host 'trial132' 2026-02-12T02:46:11.889 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps --refresh' 2026-02-12T02:46:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:11 trial132 ceph-mon[16815]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:11 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3103473120' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:46:12.171 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:12.367 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:46:12.367 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (3m) 3m ago 3m - - 0.25.0 c8568f914cd2 575558c02a36 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (3m) 3m ago 3m 76.9M - 10.4.0 c8b91775d855 c898c33a9ed4 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (3m) 3m ago 3m - - 3.9 4cc07a41bb19 610869bd2d5e 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,8765 running (4m) 3m ago 4m 486M - 19.2.3-672-g283431c0 4cc07a41bb19 f8de8b609a95 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:9283,8765 running (5m) 3m ago 5m - - 19.2.3-672-g283431c0 4cc07a41bb19 50f5ae30722b 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (5m) 3m ago 5m 49.6M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (3m) 3m ago 3m - - 1.7.0 72c9c2088986 7d340b4db16e 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (3m) 3m ago 3m 4014k - 1.7.0 72c9c2088986 8f23bf486383 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T02:46:12.368 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T02:46:12.369 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T02:46:12.369 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (4m) 3m ago 4m 51.0M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T02:46:12.369 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (4m) 3m ago 4m 50.1M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T02:46:12.369 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (3m) 3m ago 3m 48.6M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T02:46:12.369 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (3m) 3m ago 3m 54.0M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T02:46:12.369 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (3m) 3m ago 3m 31.8M - 2.51.0 1d3b7f56885b b8892ce06d2d 2026-02-12T02:46:12.369 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (3m) 3m ago 3m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T02:46:12.369 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (3m) 3m ago 3m 102M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T02:46:12.404 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T02:46:12.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:12.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/379173523' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:46:12.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:12.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/379173523' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:12.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:12.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:46:12.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:46:12.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:12 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:12.688 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:46:12.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/379173523' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:46:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:12 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:46:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:46:12] "GET /metrics HTTP/1.1" 200 38053 "" "Prometheus/2.51.0" 2026-02-12T02:46:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[14520]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[14520]: Schedule redeploy daemon mgr.x 2026-02-12T02:46:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[14520]: Deploying daemon mgr.x on trial132 2026-02-12T02:46:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[14520]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[14520]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:13.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[22971]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:13.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[22971]: Schedule redeploy daemon mgr.x 2026-02-12T02:46:13.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[22971]: Deploying daemon mgr.x on trial132 2026-02-12T02:46:13.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[22971]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:13.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:13 trial069 ceph-mon[22971]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:13 trial132 ceph-mon[16815]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:13 trial132 ceph-mon[16815]: Schedule redeploy daemon mgr.x 2026-02-12T02:46:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:13 trial132 ceph-mon[16815]: Deploying daemon mgr.x on trial132 2026-02-12T02:46:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:13 trial132 ceph-mon[16815]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:13 trial132 ceph-mon[16815]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:46:15.443 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:15 trial132 ceph-mon[16815]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:15 trial069 ceph-mon[14520]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:15.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:15 trial069 ceph-mon[22971]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:17.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:17 trial069 ceph-mon[22971]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:17 trial069 ceph-mon[14520]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:17.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:17 trial132 ceph-mon[16815]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:18.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:18 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:18.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:18 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:18 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:19.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:19 trial069 ceph-mon[22971]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:19 trial069 ceph-mon[14520]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:19 trial132 ceph-mon[16815]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:20.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:20 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:20 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:20.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:20 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:21.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:21 trial069 ceph-mon[22971]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:21 trial069 ceph-mon[14520]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:21.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:21 trial132 ceph-mon[16815]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:46:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:46:22] "GET /metrics HTTP/1.1" 200 38054 "" "Prometheus/2.51.0" 2026-02-12T02:46:23.163 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 systemd[1]: Stopping Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:46:23.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 podman[48580]: 2026-02-12 02:46:23.160948491 +0000 UTC m=+0.044530835 container died f8de8b609a95a19c6f09755549f4174c21e22017a2ca16c11b01b11b011800f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2) 2026-02-12T02:46:23.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 podman[48580]: 2026-02-12 02:46:23.174179593 +0000 UTC m=+0.057761927 container remove f8de8b609a95a19c6f09755549f4174c21e22017a2ca16c11b01b11b011800f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, ceph=True, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T02:46:23.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 bash[48580]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x 2026-02-12T02:46:23.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-02-12T02:46:23.416 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x.service: Failed with result 'exit-code'. 2026-02-12T02:46:23.416 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 systemd[1]: Stopped Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:46:23.416 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x.service: Consumed 5.978s CPU time. 2026-02-12T02:46:23.416 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 systemd[1]: Starting Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:46:23.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:23 trial069 ceph-mon[14520]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:23.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:23 trial069 ceph-mon[22971]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:23.849 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:23 trial132 ceph-mon[16815]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:23.850 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 podman[48752]: 2026-02-12 02:46:23.479896654 +0000 UTC m=+0.017193596 container create e955b710dadfad3610575fbbeb04f05cac6ac45a866b9f37b54abd4a6f461300 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T02:46:23.850 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 podman[48752]: 2026-02-12 02:46:23.510291504 +0000 UTC m=+0.047588446 container init e955b710dadfad3610575fbbeb04f05cac6ac45a866b9f37b54abd4a6f461300 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T02:46:23.850 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 podman[48752]: 2026-02-12 02:46:23.512355996 +0000 UTC m=+0.049652948 container start e955b710dadfad3610575fbbeb04f05cac6ac45a866b9f37b54abd4a6f461300 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.license=GPLv2) 2026-02-12T02:46:23.850 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 bash[48752]: e955b710dadfad3610575fbbeb04f05cac6ac45a866b9f37b54abd4a6f461300 2026-02-12T02:46:23.850 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 podman[48752]: 2026-02-12 02:46:23.472873656 +0000 UTC m=+0.010170608 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T02:46:23.850 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 systemd[1]: Started Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:46:23.850 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:23 trial132 ceph-mgr[48777]: -- 10.20.193.132:0/1637200427 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1903a00 con 0x18d7c00 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:24.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:24.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:24 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.914 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: from numpy import show_config as show_numpy_config 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:46:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:24 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:46:25.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:25 trial069 ceph-mon[22971]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:25 trial069 ceph-mon[14520]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:25.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:25 trial132 ceph-mon[16815]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:26.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:26 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:46:26.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:26 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:46:26.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:26 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:46:26.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:26 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:46:26.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:26 trial132 ceph-mon[16815]: Standby manager daemon x restarted 2026-02-12T02:46:26.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:26 trial132 ceph-mon[16815]: Standby manager daemon x started 2026-02-12T02:46:26.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:46:26] ENGINE Bus STARTING 2026-02-12T02:46:26.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: CherryPy Checker: 2026-02-12T02:46:26.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: The Application mounted at '' has an empty config. 2026-02-12T02:46:26.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: 2026-02-12T02:46:26.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:46:26] ENGINE Serving on http://:::9283 2026-02-12T02:46:26.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:46:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:46:26] ENGINE Bus STARTED 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[22971]: Standby manager daemon x restarted 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[22971]: Standby manager daemon x started 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[14520]: Standby manager daemon x restarted 2026-02-12T02:46:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:26 trial069 ceph-mon[14520]: Standby manager daemon x started 2026-02-12T02:46:27.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:27 trial069 ceph-mon[22971]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:27.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:27 trial069 ceph-mon[22971]: mgrmap e23: y(active, since 3m), standbys: x 2026-02-12T02:46:27.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:27 trial069 ceph-mon[14520]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:27.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:27 trial069 ceph-mon[14520]: mgrmap e23: y(active, since 3m), standbys: x 2026-02-12T02:46:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:27 trial132 ceph-mon[16815]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:27 trial132 ceph-mon[16815]: mgrmap e23: y(active, since 3m), standbys: x 2026-02-12T02:46:29.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:29 trial069 ceph-mon[22971]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:29 trial069 ceph-mon[14520]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:29 trial132 ceph-mon[16815]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:30.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:30 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:30 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:30.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:30 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:31 trial069 ceph-mon[14520]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:31 trial069 ceph-mon[22971]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:31.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:31 trial132 ceph-mon[16815]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:46:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:46:32] "GET /metrics HTTP/1.1" 200 38054 "" "Prometheus/2.51.0" 2026-02-12T02:46:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:33 trial069 ceph-mon[22971]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:33 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:33 trial069 ceph-mon[14520]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:33 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:33.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:33 trial132 ceph-mon[16815]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:33 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:35.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:35 trial069 ceph-mon[22971]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:35.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:35 trial069 ceph-mon[14520]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:35 trial132 ceph-mon[16815]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:37 trial069 ceph-mon[22971]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:37 trial069 ceph-mon[14520]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:37 trial132 ceph-mon[16815]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:39 trial069 ceph-mon[22971]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:39 trial069 ceph-mon[14520]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:39 trial132 ceph-mon[16815]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:40 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:41.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:40 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:40 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:41 trial132 ceph-mon[16815]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:42.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:41 trial069 ceph-mon[22971]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:42.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:41 trial069 ceph-mon[14520]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:46:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:46:42] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.51.0" 2026-02-12T02:46:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:43 trial132 ceph-mon[16815]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:43.989 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:43 trial069 ceph-mon[22971]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:43.989 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:43 trial069 ceph-mon[14520]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:45 trial132 ceph-mon[16815]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:46.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:45 trial069 ceph-mon[22971]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:46.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:45 trial069 ceph-mon[14520]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:47 trial132 ceph-mon[16815]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:48.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:47 trial069 ceph-mon[22971]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:48.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:47 trial069 ceph-mon[14520]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:49.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:49.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:46:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:49 trial132 ceph-mon[16815]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:50.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:49 trial069 ceph-mon[22971]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:50.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:49 trial069 ceph-mon[14520]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:50.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:50 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:51.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:50 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:51.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:50 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:46:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:51 trial132 ceph-mon[16815]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:52.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:51 trial069 ceph-mon[22971]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:52.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:51 trial069 ceph-mon[14520]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:46:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:46:52] "GET /metrics HTTP/1.1" 200 38057 "" "Prometheus/2.51.0" 2026-02-12T02:46:53.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:53 trial132 ceph-mon[16815]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:54.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:53 trial069 ceph-mon[22971]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:53 trial069 ceph-mon[14520]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:54.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:54 trial132 ceph-mon[16815]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:55.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:54 trial069 ceph-mon[22971]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:55.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:54 trial069 ceph-mon[14520]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:46:57.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:57 trial132 ceph-mon[16815]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:57 trial069 ceph-mon[22971]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:57 trial069 ceph-mon[14520]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:59.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:46:59 trial132 ceph-mon[16815]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:59.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:46:59 trial069 ceph-mon[22971]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:46:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:46:59 trial069 ceph-mon[14520]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:00 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:00.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:00 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:00.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:00 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:01 trial132 ceph-mon[16815]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:01.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:01 trial069 ceph-mon[22971]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:01 trial069 ceph-mon[14520]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:47:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:47:02] "GET /metrics HTTP/1.1" 200 38057 "" "Prometheus/2.51.0" 2026-02-12T02:47:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:03 trial132 ceph-mon[16815]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:03 trial069 ceph-mon[22971]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:03 trial069 ceph-mon[14520]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:05 trial132 ceph-mon[16815]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:05.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:05 trial069 ceph-mon[22971]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:05.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:05 trial069 ceph-mon[14520]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:07 trial132 ceph-mon[16815]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:07.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:07 trial069 ceph-mon[22971]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:07 trial069 ceph-mon[14520]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:09 trial132 ceph-mon[16815]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:09.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:09 trial069 ceph-mon[22971]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:09 trial069 ceph-mon[14520]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:10.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:10 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:10.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:10 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:10 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:11.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:11 trial132 ceph-mon[16815]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:11.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:11 trial069 ceph-mon[14520]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:11 trial069 ceph-mon[22971]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:47:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:47:12] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.51.0" 2026-02-12T02:47:13.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:13 trial132 ceph-mon[16815]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:13.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:13 trial069 ceph-mon[22971]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:13 trial069 ceph-mon[14520]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:15.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:15 trial132 ceph-mon[16815]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:15.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:15 trial069 ceph-mon[22971]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:15 trial069 ceph-mon[14520]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:17 trial132 ceph-mon[16815]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:17 trial069 ceph-mon[22971]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:17 trial069 ceph-mon[14520]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:18 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:18.739 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:18 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:18.739 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:18 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:19 trial132 ceph-mon[16815]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:19.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:19 trial069 ceph-mon[22971]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:19 trial069 ceph-mon[14520]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:20.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:20 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:20.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:20 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:20 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:21.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:21 trial132 ceph-mon[16815]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:21.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:21 trial069 ceph-mon[22971]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:21.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:21 trial069 ceph-mon[14520]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:47:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:47:22] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.51.0" 2026-02-12T02:47:23.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:23 trial132 ceph-mon[16815]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:23.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:23 trial069 ceph-mon[22971]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:23.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:23 trial069 ceph-mon[14520]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:25.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:25 trial132 ceph-mon[16815]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:25.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:25 trial069 ceph-mon[22971]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:25.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:25 trial069 ceph-mon[14520]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:26.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:26.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:47:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:47:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:47:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:47:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:26 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:26 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:26 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:26 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:47:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:26 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:47:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:26 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:47:27.815 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:27 trial132 ceph-mon[16815]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:27.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:27 trial069 ceph-mon[22971]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:27.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:27 trial069 ceph-mon[14520]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:29 trial069 ceph-mon[22971]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:29 trial069 ceph-mon[14520]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:29.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:29 trial132 ceph-mon[16815]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:30.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:30 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:30 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:30.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:30 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:31 trial069 ceph-mon[22971]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:31 trial069 ceph-mon[14520]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:31.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:31 trial132 ceph-mon[16815]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:33.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:47:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:47:32] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.51.0" 2026-02-12T02:47:33.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:33 trial069 ceph-mon[22971]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:33.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:33 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:33 trial069 ceph-mon[14520]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:33 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:33 trial132 ceph-mon[16815]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:33 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:35.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:35 trial069 ceph-mon[22971]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:35.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:35 trial069 ceph-mon[14520]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:35 trial132 ceph-mon[16815]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:37 trial069 ceph-mon[22971]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:37 trial069 ceph-mon[14520]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:37 trial132 ceph-mon[16815]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:39 trial069 ceph-mon[22971]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:39 trial069 ceph-mon[14520]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:39 trial132 ceph-mon[16815]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:40.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:40 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:40.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:40 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:40.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:40 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:41 trial069 ceph-mon[14520]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:41 trial069 ceph-mon[22971]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:41 trial132 ceph-mon[16815]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:47:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:47:42] "GET /metrics HTTP/1.1" 200 38054 "" "Prometheus/2.51.0" 2026-02-12T02:47:43.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:43 trial069 ceph-mon[22971]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:43 trial069 ceph-mon[14520]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:43 trial132 ceph-mon[16815]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:45 trial069 ceph-mon[22971]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:45 trial069 ceph-mon[14520]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:45 trial132 ceph-mon[16815]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:47 trial069 ceph-mon[22971]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:47 trial069 ceph-mon[14520]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:47 trial132 ceph-mon[16815]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:48.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:47:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:49 trial069 ceph-mon[22971]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:49 trial069 ceph-mon[14520]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:49 trial132 ceph-mon[16815]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:50.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:50 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:50 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:50 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:47:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:51 trial069 ceph-mon[14520]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:51 trial069 ceph-mon[22971]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:51 trial132 ceph-mon[16815]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:47:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:47:52] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.51.0" 2026-02-12T02:47:53.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:53 trial069 ceph-mon[22971]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:53 trial069 ceph-mon[14520]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:53 trial132 ceph-mon[16815]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:55.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:55 trial069 ceph-mon[22971]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:55.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:55 trial069 ceph-mon[14520]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:55.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:55 trial132 ceph-mon[16815]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:47:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:57 trial069 ceph-mon[22971]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:57 trial069 ceph-mon[14520]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:57.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:57 trial132 ceph-mon[16815]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:47:59 trial069 ceph-mon[22971]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:47:59 trial069 ceph-mon[14520]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:47:59.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:47:59 trial132 ceph-mon[16815]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:00.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:00 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:00.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:00 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:00.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:00 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:01 trial069 ceph-mon[22971]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:01 trial069 ceph-mon[14520]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:01 trial132 ceph-mon[16815]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:48:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:48:02] "GET /metrics HTTP/1.1" 200 38050 "" "Prometheus/2.51.0" 2026-02-12T02:48:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:03 trial069 ceph-mon[22971]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:03 trial069 ceph-mon[14520]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:03 trial132 ceph-mon[16815]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:05 trial069 ceph-mon[22971]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:05.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:05 trial069 ceph-mon[14520]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:05 trial132 ceph-mon[16815]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:07.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:07 trial132 ceph-mon[16815]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:08.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:07 trial069 ceph-mon[22971]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:08.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:07 trial069 ceph-mon[14520]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:09 trial132 ceph-mon[16815]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:10.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:09 trial069 ceph-mon[22971]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:10.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:09 trial069 ceph-mon[14520]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:10.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:10 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:11.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:10 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:11.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:10 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:11.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:11 trial132 ceph-mon[16815]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:12.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:11 trial069 ceph-mon[22971]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:12.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:11 trial069 ceph-mon[14520]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:48:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:48:12] "GET /metrics HTTP/1.1" 200 38053 "" "Prometheus/2.51.0" 2026-02-12T02:48:13.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:13 trial132 ceph-mon[16815]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:13.989 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:13 trial069 ceph-mon[22971]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:13.989 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:13 trial069 ceph-mon[14520]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:15 trial132 ceph-mon[16815]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:16.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:15 trial069 ceph-mon[22971]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:16.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:15 trial069 ceph-mon[14520]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:17 trial132 ceph-mon[16815]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:18.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:17 trial069 ceph-mon[22971]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:18.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:17 trial069 ceph-mon[14520]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:18 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:19.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:18 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:19.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:18 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:19 trial132 ceph-mon[16815]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:20.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:19 trial069 ceph-mon[22971]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:20.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:19 trial069 ceph-mon[14520]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:20.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:20 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:21.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:20 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:21.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:20 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:21.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:21 trial132 ceph-mon[16815]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:22.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:21 trial069 ceph-mon[14520]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:22.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:21 trial069 ceph-mon[22971]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:23.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:48:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:48:22] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.51.0" 2026-02-12T02:48:23.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:23 trial132 ceph-mon[16815]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:24.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:23 trial069 ceph-mon[22971]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:24.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:23 trial069 ceph-mon[14520]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:25.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:25 trial132 ceph-mon[16815]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:26.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:25 trial069 ceph-mon[22971]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:26.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:25 trial069 ceph-mon[14520]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:26 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:48:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:26 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:48:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:26 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:48:27.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:26 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:48:27.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:26 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:48:27.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:26 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:48:27.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:26 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:48:27.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:26 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:48:27.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:26 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' 2026-02-12T02:48:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:27 trial132 ceph-mon[16815]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:28.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:27 trial069 ceph-mon[14520]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:28.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:27 trial069 ceph-mon[22971]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:28 trial132 ceph-mon[16815]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:29.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:28 trial069 ceph-mon[22971]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:29.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:28 trial069 ceph-mon[14520]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:29 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:30.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:29 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:30.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:29 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:30.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:30 trial132 ceph-mon[16815]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:31.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:30 trial069 ceph-mon[22971]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:30 trial069 ceph-mon[14520]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:48:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:48:32] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.51.0" 2026-02-12T02:48:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:33 trial132 ceph-mon[16815]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:33 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:33 trial069 ceph-mon[22971]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:33 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:33 trial069 ceph-mon[14520]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:33 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:35.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:35 trial069 ceph-mon[22971]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:35.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:35 trial069 ceph-mon[14520]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:35 trial132 ceph-mon[16815]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:37 trial132 ceph-mon[16815]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:37 trial069 ceph-mon[22971]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:37 trial069 ceph-mon[14520]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:39.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:39 trial132 ceph-mon[16815]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:39 trial069 ceph-mon[22971]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:39 trial069 ceph-mon[14520]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:40 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:40.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:40 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:40.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:40 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:41.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:41 trial132 ceph-mon[16815]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:41 trial069 ceph-mon[22971]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:41 trial069 ceph-mon[14520]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:48:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:48:42] "GET /metrics HTTP/1.1" 200 38053 "" "Prometheus/2.51.0" 2026-02-12T02:48:43.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:43 trial132 ceph-mon[16815]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:43.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:43 trial069 ceph-mon[22971]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:43 trial069 ceph-mon[14520]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:45 trial132 ceph-mon[16815]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:45 trial069 ceph-mon[22971]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:45 trial069 ceph-mon[14520]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:47 trial132 ceph-mon[16815]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:47 trial069 ceph-mon[22971]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:47 trial069 ceph-mon[14520]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:48.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:48 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:48.829 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:48 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:48.830 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:48 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:48:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:49 trial132 ceph-mon[16815]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:49 trial069 ceph-mon[22971]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:49 trial069 ceph-mon[14520]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:50.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:50 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:50.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:50 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:50 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:48:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:51 trial132 ceph-mon[16815]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:51 trial069 ceph-mon[14520]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:51 trial069 ceph-mon[22971]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:48:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:48:52] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.51.0" 2026-02-12T02:48:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:53 trial132 ceph-mon[16815]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:53.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:53 trial069 ceph-mon[22971]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:53 trial069 ceph-mon[14520]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:55.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:55 trial132 ceph-mon[16815]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:55.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:55 trial069 ceph-mon[22971]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:55.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:55 trial069 ceph-mon[14520]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:48:57.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:57 trial132 ceph-mon[16815]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:57 trial069 ceph-mon[22971]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:57 trial069 ceph-mon[14520]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:59.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:48:59 trial132 ceph-mon[16815]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:48:59 trial069 ceph-mon[22971]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:48:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:48:59 trial069 ceph-mon[14520]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:00 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:00.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:00 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:00.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:00 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:01.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:01 trial132 ceph-mon[16815]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:01 trial069 ceph-mon[14520]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:01 trial069 ceph-mon[22971]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:49:02] "GET /metrics HTTP/1.1" 200 38055 "" "Prometheus/2.51.0" 2026-02-12T02:49:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:03 trial132 ceph-mon[16815]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:03 trial132 ceph-mon[16815]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:03 trial069 ceph-mon[22971]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:03 trial069 ceph-mon[22971]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:03 trial069 ceph-mon[14520]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:03 trial069 ceph-mon[14520]: from='mgr.14586 10.20.193.69:0/3047708525' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:05 trial069 ceph-mon[22971]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:05.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:05 trial069 ceph-mon[14520]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:05 trial132 ceph-mon[16815]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:07.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:07 trial069 ceph-mon[22971]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:07 trial069 ceph-mon[14520]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:07.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:07 trial132 ceph-mon[16815]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:09.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:09 trial069 ceph-mon[22971]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:09 trial069 ceph-mon[14520]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:09.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:09 trial132 ceph-mon[16815]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:10.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:10 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:10.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:10 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:10.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:10 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:11 trial069 ceph-mon[14520]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:11 trial069 ceph-mon[22971]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:11.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:11 trial132 ceph-mon[16815]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:12.779 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T02:49:13.066 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:49:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:49:12] "GET /metrics HTTP/1.1" 200 38053 "" "Prometheus/2.51.0" 2026-02-12T02:49:13.271 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (6m) 2m ago 6m - - 0.25.0 c8568f914cd2 575558c02a36 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (6m) 107s ago 6m 89.0M - 10.4.0 c8b91775d855 c898c33a9ed4 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (6m) 2m ago 6m - - 3.9 4cc07a41bb19 610869bd2d5e 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (2m) 107s ago 7m 491M - 20.3.0-5250-g84a80275 21b90b676abb e955b710dadf 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:9283,8765 running (8m) 2m ago 8m - - 19.2.3-672-g283431c0 4cc07a41bb19 50f5ae30722b 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (8m) 2m ago 8m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (8m) 107s ago 8m 41.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (8m) 2m ago 8m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (6m) 2m ago 6m - - 1.7.0 72c9c2088986 7d340b4db16e 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (6m) 107s ago 6m 13.9M - 1.7.0 72c9c2088986 8f23bf486383 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (7m) 107s ago 7m 54.4M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (7m) 107s ago 7m 54.5M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (6m) 107s ago 6m 52.4M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (6m) 107s ago 6m 57.2M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (6m) 107s ago 6m 55.7M - 2.51.0 1d3b7f56885b b8892ce06d2d 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (6m) 2m ago 6m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T02:49:13.272 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (6m) 107s ago 6m 106M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T02:49:13.307 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T02:49:13.594 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:49:13.709 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:13 trial069 ceph-mon[14520]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:13.710 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:13 trial069 ceph-mon[22971]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:49:13.830 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 14, 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:49:13.831 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:49:13.866 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph -s' 2026-02-12T02:49:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:13 trial132 ceph-mon[16815]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:14.148 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: cluster: 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: id: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: health: HEALTH_OK 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: services: 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: mon: 3 daemons, quorum a,b,c (age 8m) 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: mgr: y(active, since 6m), standbys: x 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: osd: 8 osds: 8 up (since 6m), 8 in (since 6m) 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: data: 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: pools: 6 pools, 161 pgs 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: objects: 244 objects, 585 KiB 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: usage: 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: pgs: 161 active+clean 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: io: 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T02:49:14.371 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:49:14.408 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T02:49:14.693 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:49:14.716 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:14 trial069 ceph-mon[14520]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:49:14.716 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:14 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/399043651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:49:14.716 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:14 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4243260619' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:49:14.716 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:14 trial069 ceph-mon[22971]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:49:14.716 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:14 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/399043651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:49:14.716 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:14 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/4243260619' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:49:14.913 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T02:49:14.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:14 trial132 ceph-mon[16815]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:49:14.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:14 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/399043651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:49:14.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:14 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/4243260619' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:49:14.949 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2026-02-12T02:49:15.233 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:49:15.463 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T02:49:15.492 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph mgr fail' 2026-02-12T02:49:15.514 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:15 trial069 ceph-mon[14520]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:15.514 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:15 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/26097147' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:49:15.514 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:15 trial069 ceph-mon[22971]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:15.514 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:15 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/26097147' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:49:15.775 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:49:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:15 trial132 ceph-mon[16815]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:15 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/26097147' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:49:16.032 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T02:49:16.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:15 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:15.991+0000 7fb013806640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T02:49:16.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ignoring --setuser ceph since I am not root 2026-02-12T02:49:16.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: ignoring --setgroup ceph since I am not root 2026-02-12T02:49:16.364 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:49:16.411 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:15 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:15] ENGINE Bus STOPPING 2026-02-12T02:49:16.411 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:49:16.412 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:16] ENGINE Bus STOPPED 2026-02-12T02:49:16.412 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: 2026-02-12T02:49:16.407+0000 7fbaac1bf640 -1 log_channel(cephadm) log [ERR] : Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T02:49:16.638 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.413+0000 7feba3976140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.560+0000 7feba3976140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.596+0000 7feba3976140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.638+0000 7feba3976140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/4233606841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2575216902' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: Activating manager daemon x 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2575216902' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: mgrmap e24: x(active, starting, since 0.0047735s) 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: Manager daemon x is now available 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/4233606841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:49:16.639 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2575216902' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: Activating manager daemon x 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2575216902' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: mgrmap e24: x(active, starting, since 0.0047735s) 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: Manager daemon x is now available 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:16.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:16] ENGINE Bus STARTING 2026-02-12T02:49:16.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:16] ENGINE Serving on http://:::9283 2026-02-12T02:49:16.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:16] ENGINE Bus STARTED 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/4233606841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2575216902' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: Activating manager daemon x 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2575216902' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: mgrmap e24: x(active, starting, since 0.0047735s) 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: Manager daemon x is now available 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:16.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.669+0000 7feba3976140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.704+0000 7feba3976140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.770+0000 7feba3976140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: from numpy import show_config as show_numpy_config 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.844+0000 7feba3976140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.878+0000 7feba3976140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T02:49:16.974 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:16.973+0000 7feba3976140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T02:49:17.338 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.034+0000 7feba3976140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T02:49:17.338 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.068+0000 7feba3976140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T02:49:17.338 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.101+0000 7feba3976140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T02:49:17.338 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.136+0000 7feba3976140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T02:49:17.338 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.166+0000 7feba3976140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: Running migration 7 -> 8 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[22971]: mgrmap e25: x(active, since 1.00695s) 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: Running migration 7 -> 8 2026-02-12T02:49:17.657 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:17 trial069 ceph-mon[14520]: mgrmap e25: x(active, since 1.00695s) 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.400+0000 7feba3976140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.500+0000 7feba3976140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.531+0000 7feba3976140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.562+0000 7feba3976140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T02:49:17.658 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.656+0000 7feba3976140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: Running migration 7 -> 8 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:17.788 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:17 trial132 ceph-mon[16815]: mgrmap e25: x(active, since 1.00695s) 2026-02-12T02:49:18.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.686+0000 7feba3976140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T02:49:18.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:17 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:17.780+0000 7feba3976140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:18.259+0000 7feba3976140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:18.291+0000 7feba3976140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[14520]: Deploying cephadm binary to trial069 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[14520]: Deploying cephadm binary to trial132 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[14520]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[14520]: [12/Feb/2026:02:49:17] ENGINE Bus STARTING 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[14520]: [12/Feb/2026:02:49:17] ENGINE Serving on https://10.20.193.132:7150 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[14520]: [12/Feb/2026:02:49:17] ENGINE Client ('10.20.193.132', 34188) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[14520]: [12/Feb/2026:02:49:17] ENGINE Serving on http://10.20.193.132:8765 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[14520]: [12/Feb/2026:02:49:17] ENGINE Bus STARTED 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[22971]: Deploying cephadm binary to trial069 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[22971]: Deploying cephadm binary to trial132 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[22971]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[22971]: [12/Feb/2026:02:49:17] ENGINE Bus STARTING 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[22971]: [12/Feb/2026:02:49:17] ENGINE Serving on https://10.20.193.132:7150 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[22971]: [12/Feb/2026:02:49:17] ENGINE Client ('10.20.193.132', 34188) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[22971]: [12/Feb/2026:02:49:17] ENGINE Serving on http://10.20.193.132:8765 2026-02-12T02:49:18.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:18 trial069 ceph-mon[22971]: [12/Feb/2026:02:49:17] ENGINE Bus STARTED 2026-02-12T02:49:18.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:18 trial132 ceph-mon[16815]: Deploying cephadm binary to trial069 2026-02-12T02:49:18.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:18 trial132 ceph-mon[16815]: Deploying cephadm binary to trial132 2026-02-12T02:49:18.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:18 trial132 ceph-mon[16815]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:18 trial132 ceph-mon[16815]: [12/Feb/2026:02:49:17] ENGINE Bus STARTING 2026-02-12T02:49:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:18 trial132 ceph-mon[16815]: [12/Feb/2026:02:49:17] ENGINE Serving on https://10.20.193.132:7150 2026-02-12T02:49:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:18 trial132 ceph-mon[16815]: [12/Feb/2026:02:49:17] ENGINE Client ('10.20.193.132', 34188) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:49:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:18 trial132 ceph-mon[16815]: [12/Feb/2026:02:49:17] ENGINE Serving on http://10.20.193.132:8765 2026-02-12T02:49:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:18 trial132 ceph-mon[16815]: [12/Feb/2026:02:49:17] ENGINE Bus STARTED 2026-02-12T02:49:19.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:18.705+0000 7feba3976140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T02:49:19.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:49:18] ENGINE Bus STARTING 2026-02-12T02:49:19.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: CherryPy Checker: 2026-02-12T02:49:19.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: The Application mounted at '' has an empty config. 2026-02-12T02:49:19.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: 2026-02-12T02:49:19.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:49:18] ENGINE Serving on http://:::9283 2026-02-12T02:49:19.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:49:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[14780]: [12/Feb/2026:02:49:18] ENGINE Bus STARTED 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: Standby manager daemon y started 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:49:19.699 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: mgrmap e26: x(active, since 3s), standbys: y 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:49:19.700 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: Standby manager daemon y started 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.701 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: mgrmap e26: x(active, since 3s), standbys: y 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:49:19.702 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:19 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:19.914 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:19 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:19] ENGINE Bus STOPPING 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:19 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:19 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:19] ENGINE Bus STOPPED 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:19 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:19] ENGINE Bus STARTING 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:19 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:19] ENGINE Serving on http://:::9283 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:19 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:19] ENGINE Bus STARTED 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: Standby manager daemon y started 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/1740670906' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: mgrmap e26: x(active, since 3s), standbys: y 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:49:19.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:19 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial069 to 19731M 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Adjusting osd_memory_target on trial132 to 19987M 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Running migration 7 -> 8 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.69'] -> ['10.20.193.132'] (diff {'10.20.193.132', '10.20.193.69'}) 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:20.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/189800223' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3930597169' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]: dispatch 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]: dispatch 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial069 to 19731M 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Adjusting osd_memory_target on trial132 to 19987M 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Running migration 7 -> 8 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.69'] -> ['10.20.193.132'] (diff {'10.20.193.132', '10.20.193.69'}) 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/189800223' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3930597169' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]: dispatch 2026-02-12T02:49:20.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:20 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]: dispatch 2026-02-12T02:49:20.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial069 to 19731M 2026-02-12T02:49:20.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Adjusting osd_memory_target on trial132 to 19987M 2026-02-12T02:49:20.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='client.14922 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:20.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:49:20.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:49:20.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:49:20.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Running migration 7 -> 8 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.69'] -> ['10.20.193.132'] (diff {'10.20.193.132', '10.20.193.69'}) 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:20.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/189800223' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:49:20.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3930597169' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]: dispatch 2026-02-12T02:49:20.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:20 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]: dispatch 2026-02-12T02:49:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[14520]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'node-exporter', 'mgmt-gateway_configured:False', '9283', 'oauth2-proxy_configured:False', 'alertmanager', 'nfs_configured:False', 'nvmeof_configured:False', 'mgr.x', 'alertmanager_configured:True', 'node-exporter_configured:True', 'ingress_configured:False', 'smb_configured:False', 'ceph-exporter_configured:False'}) 2026-02-12T02:49:21.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[14520]: Deploying daemon prometheus.a on trial132 2026-02-12T02:49:21.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[14520]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:21.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]': finished 2026-02-12T02:49:21.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[14520]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T02:49:21.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[14520]: mgrmap e27: x(active, since 4s), standbys: y 2026-02-12T02:49:21.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1962413268' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3677748893"}]: dispatch 2026-02-12T02:49:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[22971]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'node-exporter', 'mgmt-gateway_configured:False', '9283', 'oauth2-proxy_configured:False', 'alertmanager', 'nfs_configured:False', 'nvmeof_configured:False', 'mgr.x', 'alertmanager_configured:True', 'node-exporter_configured:True', 'ingress_configured:False', 'smb_configured:False', 'ceph-exporter_configured:False'}) 2026-02-12T02:49:21.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[22971]: Deploying daemon prometheus.a on trial132 2026-02-12T02:49:21.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[22971]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:21.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]': finished 2026-02-12T02:49:21.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[22971]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T02:49:21.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[22971]: mgrmap e27: x(active, since 4s), standbys: y 2026-02-12T02:49:21.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:21 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1962413268' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3677748893"}]: dispatch 2026-02-12T02:49:21.888 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:21 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:21.888 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:21 trial132 ceph-mon[16815]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'node-exporter', 'mgmt-gateway_configured:False', '9283', 'oauth2-proxy_configured:False', 'alertmanager', 'nfs_configured:False', 'nvmeof_configured:False', 'mgr.x', 'alertmanager_configured:True', 'node-exporter_configured:True', 'ingress_configured:False', 'smb_configured:False', 'ceph-exporter_configured:False'}) 2026-02-12T02:49:21.888 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:21 trial132 ceph-mon[16815]: Deploying daemon prometheus.a on trial132 2026-02-12T02:49:21.888 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:21 trial132 ceph-mon[16815]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:21.889 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:21 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/892886964"}]': finished 2026-02-12T02:49:21.889 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:21 trial132 ceph-mon[16815]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T02:49:21.889 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:21 trial132 ceph-mon[16815]: mgrmap e27: x(active, since 4s), standbys: y 2026-02-12T02:49:21.889 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:21 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1962413268' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3677748893"}]: dispatch 2026-02-12T02:49:22.483 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 systemd[1]: Stopping Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:49:22.483 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-02-12T02:49:22.483 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-02-12T02:49:22.483 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-02-12T02:49:22.483 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-02-12T02:49:22.483 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-02-12T02:49:22.483 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.244Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.245Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.245Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[45055]: ts=2026-02-12T02:49:22.245Z caller=main.go:1273 level=info msg="See you next time!" 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 podman[52753]: 2026-02-12 02:49:22.254469574 +0000 UTC m=+0.023860113 container died b8892ce06d2d5aaf1b30454d6ca8660acfa4b61878c483012fb5922a4d5dd49d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 podman[52753]: 2026-02-12 02:49:22.262867807 +0000 UTC m=+0.032258346 container remove b8892ce06d2d5aaf1b30454d6ca8660acfa4b61878c483012fb5922a4d5dd49d (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 bash[52753]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@prometheus.a.service: Deactivated successfully. 2026-02-12T02:49:22.484 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 systemd[1]: Stopped Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:49:22.485 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@prometheus.a.service: Consumed 1.207s CPU time. 2026-02-12T02:49:22.485 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 systemd[1]: Starting Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 podman[52926]: 2026-02-12 02:49:22.563167655 +0000 UTC m=+0.017144688 container create dce7853d675c551b1911b3bf3fac95d44bab742d0a6169b391836a9bf87936a6 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 podman[52926]: 2026-02-12 02:49:22.593069752 +0000 UTC m=+0.047046795 container init dce7853d675c551b1911b3bf3fac95d44bab742d0a6169b391836a9bf87936a6 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 podman[52926]: 2026-02-12 02:49:22.595098708 +0000 UTC m=+0.049075751 container start dce7853d675c551b1911b3bf3fac95d44bab742d0a6169b391836a9bf87936a6 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 bash[52926]: dce7853d675c551b1911b3bf3fac95d44bab742d0a6169b391836a9bf87936a6 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 podman[52926]: 2026-02-12 02:49:22.556481466 +0000 UTC m=+0.010458499 image pull 4fcecf061b747d0b5dc55bc7efdba26f87768d058d403b5bcc3f0904cf49f973 quay.io/prometheus/prometheus:v3.6.0 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 systemd[1]: Started Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.622Z level=INFO source=main.go:1545 msg="updated GOGC" old=100 new=75 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.622Z level=INFO source=main.go:677 msg="Leaving GOMAXPROCS=24: CPU quota undefined" component=automaxprocs 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.622Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=120212530790 previous=9223372036854775807 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.622Z level=INFO source=main.go:770 msg="Starting Prometheus Server" mode=server version="(version=3.6.0, branch=HEAD, revision=491734606591ef8c188f5489c70380805bc868c0)" 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.622Z level=INFO source=main.go:775 msg="operational information" build_context="(go=go1.24.7, platform=linux/amd64, user=root@bfdf1aa26e4d, date=20250921-19:51:16, tags=netgo,builtinassets)" host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial132 (none))" fd_limits="(soft=1048576, hard=1048576)" vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.624Z level=INFO source=web.go:659 msg="Start listening for connections" component=web address=:9095 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.625Z level=INFO source=main.go:1289 msg="Starting TSDB ..." 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.625Z level=INFO source=tls_config.go:347 msg="Listening on" component=web address=[::]:9095 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.625Z level=INFO source=tls_config.go:350 msg="TLS is disabled." component=web http2=false address=[::]:9095 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.627Z level=INFO source=head.go:667 msg="Replaying on-disk memory mappable chunks if any" component=tsdb 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.627Z level=INFO source=head.go:754 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=1.102µs 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.627Z level=INFO source=head.go:762 msg="Replaying WAL, this may take a while" component=tsdb 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.628Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=2 duration=981.757µs 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.636Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=1 maxSegment=2 duration=7.741204ms 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.636Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=2 maxSegment=2 duration=157.294µs 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.636Z level=INFO source=head.go:872 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=44.823µs wal_replay_duration=8.92615ms wbl_replay_duration=120ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.102µs total_replay_duration=9.023632ms 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.638Z level=INFO source=main.go:1310 msg="filesystem information" fs_type=XFS_SUPER_MAGIC 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.638Z level=INFO source=main.go:1313 msg="TSDB started" 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.638Z level=INFO source=main.go:1498 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T02:49:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.638Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:49:22.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.638Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:49:22.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.639Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:49:22.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.648Z level=INFO source=main.go:1538 msg="Completed loading of configuration file" db_storage=631ns remote_storage=1.192µs web_handler=531ns query_engine=651ns scrape=405.489µs scrape_sd=64.07µs notify=101.69µs notify_sd=20.639µs rules=9.924058ms tracing=2.895µs filename=/etc/prometheus/prometheus.yml totalDuration=10.729986ms 2026-02-12T02:49:22.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.648Z level=INFO source=main.go:1274 msg="Server is ready to receive web requests." 2026-02-12T02:49:22.916 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:22.648Z level=INFO source=manager.go:176 msg="Starting rule manager..." component="rule manager" 2026-02-12T02:49:23.224 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:22 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1962413268' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3677748893"}]': finished 2026-02-12T02:49:23.224 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:22 trial132 ceph-mon[16815]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T02:49:23.224 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:22 trial132 ceph-mon[16815]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:23.224 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:22 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1379843936' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]: dispatch 2026-02-12T02:49:23.224 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:22 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]: dispatch 2026-02-12T02:49:23.224 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:22 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:23.224 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:22 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:23.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1962413268' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3677748893"}]': finished 2026-02-12T02:49:23.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[14520]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T02:49:23.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[14520]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:23.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1379843936' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]: dispatch 2026-02-12T02:49:23.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]: dispatch 2026-02-12T02:49:23.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:23.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:23.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1962413268' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3677748893"}]': finished 2026-02-12T02:49:23.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[22971]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T02:49:23.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[22971]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:49:23.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1379843936' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]: dispatch 2026-02-12T02:49:23.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]: dispatch 2026-02-12T02:49:23.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:23.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:22 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.270 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:24] ENGINE Bus STOPPING 2026-02-12T02:49:24.270 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:49:24.270 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:24] ENGINE Bus STOPPED 2026-02-12T02:49:24.270 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:24] ENGINE Bus STARTING 2026-02-12T02:49:24.270 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:24] ENGINE Serving on http://:::9283 2026-02-12T02:49:24.270 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:49:24] ENGINE Bus STARTED 2026-02-12T02:49:24.271 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:49:24.271 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]': finished 2026-02-12T02:49:24.271 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T02:49:24.271 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/235485280' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]: dispatch 2026-02-12T02:49:24.271 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]: dispatch 2026-02-12T02:49:24.271 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.271 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.271 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:49:24.272 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132:9095"}]: dispatch 2026-02-12T02:49:24.273 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.273 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.273 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:24.273 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:24.273 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:23 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:49:24.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]': finished 2026-02-12T02:49:24.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T02:49:24.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/235485280' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]: dispatch 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]: dispatch 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132:9095"}]: dispatch 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1441259142"}]': finished 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/235485280' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]: dispatch 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]: dispatch 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132:9095"}]: dispatch 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:49:24.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:23 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:49:25.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:49:25.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:49:25.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:49:25.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132:9095"}]: dispatch 2026-02-12T02:49:25.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]': finished 2026-02-12T02:49:25.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T02:49:25.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T02:49:25.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1924475424' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/4038584113"}]: dispatch 2026-02-12T02:49:25.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:25.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:25.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:49:25.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:49:25.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:49:25.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132:9095"}]: dispatch 2026-02-12T02:49:25.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]': finished 2026-02-12T02:49:25.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T02:49:25.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T02:49:25.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1924475424' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/4038584113"}]: dispatch 2026-02-12T02:49:25.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:25.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:24 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial132:9095"}]: dispatch 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2181080381"}]': finished 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1924475424' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/4038584113"}]: dispatch 2026-02-12T02:49:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:25.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:24 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:49:26.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:25 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1924475424' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/4038584113"}]': finished 2026-02-12T02:49:26.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:25 trial069 ceph-mon[14520]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T02:49:26.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:25 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/487412791' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/4038584113"}]: dispatch 2026-02-12T02:49:26.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:25 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1924475424' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/4038584113"}]': finished 2026-02-12T02:49:26.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:25 trial069 ceph-mon[22971]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T02:49:26.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:25 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/487412791' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/4038584113"}]: dispatch 2026-02-12T02:49:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:25 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1924475424' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/4038584113"}]': finished 2026-02-12T02:49:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:25 trial132 ceph-mon[16815]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T02:49:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:25 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/487412791' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/4038584113"}]: dispatch 2026-02-12T02:49:27.316 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:26 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/487412791' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/4038584113"}]': finished 2026-02-12T02:49:27.316 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:26 trial132 ceph-mon[16815]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T02:49:27.316 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:26 trial132 ceph-mon[16815]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T02:49:27.316 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:26 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1574251723' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]: dispatch 2026-02-12T02:49:27.316 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:26 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]: dispatch 2026-02-12T02:49:27.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/487412791' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/4038584113"}]': finished 2026-02-12T02:49:27.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[14520]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T02:49:27.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[14520]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T02:49:27.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1574251723' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]: dispatch 2026-02-12T02:49:27.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]: dispatch 2026-02-12T02:49:27.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/487412791' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/4038584113"}]': finished 2026-02-12T02:49:27.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[22971]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T02:49:27.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[22971]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T02:49:27.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1574251723' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]: dispatch 2026-02-12T02:49:27.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:26 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]: dispatch 2026-02-12T02:49:28.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:27 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]': finished 2026-02-12T02:49:28.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:27 trial069 ceph-mon[14520]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T02:49:28.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:27 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]': finished 2026-02-12T02:49:28.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:27 trial069 ceph-mon[22971]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T02:49:28.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:27 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1018965280"}]': finished 2026-02-12T02:49:28.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:27 trial132 ceph-mon[16815]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T02:49:29.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:28 trial069 ceph-mon[14520]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:29.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:28 trial069 ceph-mon[22971]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:29.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:28 trial132 ceph-mon[16815]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:31.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:31 trial069 ceph-mon[22971]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:31.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:31 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:31.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:31 trial069 ceph-mon[14520]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:31.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:31 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:31.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:31 trial132 ceph-mon[16815]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:31.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:31 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:32.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:32 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:32.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:32 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:32.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:32 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:33.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:33 trial069 ceph-mon[14520]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 729 B/s rd, 0 op/s 2026-02-12T02:49:33.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:33 trial069 ceph-mon[22971]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 729 B/s rd, 0 op/s 2026-02-12T02:49:33.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:33 trial132 ceph-mon[16815]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 729 B/s rd, 0 op/s 2026-02-12T02:49:35.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:35 trial069 ceph-mon[14520]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:35.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:35 trial069 ceph-mon[22971]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:35.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:35 trial132 ceph-mon[16815]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:37.227 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:37 trial132 ceph-mon[16815]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:49:37.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:49:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:37 trial069 ceph-mon[22971]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:49:37.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:37 trial069 ceph-mon[14520]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:49:37.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:49:37] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T02:49:37.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:37.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:49:39.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:39 trial069 ceph-mon[14520]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T02:49:39.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:39 trial069 ceph-mon[22971]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T02:49:39.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:39 trial132 ceph-mon[16815]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 1 op/s 2026-02-12T02:49:41.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:41 trial069 ceph-mon[22971]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:41.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:41 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:41.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:41 trial069 ceph-mon[14520]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:41.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:41 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:41.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:41 trial132 ceph-mon[16815]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:41.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:41 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:43.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:43 trial069 ceph-mon[14520]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:43.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:43 trial069 ceph-mon[22971]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:43.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:43 trial132 ceph-mon[16815]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:45.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:45 trial069 ceph-mon[14520]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:45.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:45 trial069 ceph-mon[22971]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:45 trial132 ceph-mon[16815]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:47.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:49:47.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:47 trial069 ceph-mon[22971]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:47.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:47 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:47 trial069 ceph-mon[14520]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:47 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:47 trial132 ceph-mon[16815]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:47 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:49:47.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:49:47] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T02:49:47.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:47.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:49:49.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:49 trial069 ceph-mon[14520]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:49.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:49 trial069 ceph-mon[22971]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:49.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:49 trial132 ceph-mon[16815]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:51 trial069 ceph-mon[14520]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:51 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:51.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:51 trial069 ceph-mon[22971]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:51.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:51 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:51 trial132 ceph-mon[16815]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:51 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:49:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:53 trial069 ceph-mon[14520]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:53.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:53 trial069 ceph-mon[22971]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:53 trial132 ceph-mon[16815]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:55.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:55 trial069 ceph-mon[14520]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:55.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:55 trial069 ceph-mon[22971]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:55.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:55 trial132 ceph-mon[16815]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:57.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:56 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:49:57.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:57 trial069 ceph-mon[14520]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:57.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:57 trial069 ceph-mon[22971]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:57.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:57 trial132 ceph-mon[16815]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:49:57.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:49:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:49:57] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T02:49:57.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:49:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:49:57.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:49:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:49:59 trial069 ceph-mon[14520]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:59.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:49:59 trial069 ceph-mon[22971]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:49:59.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:49:59 trial132 ceph-mon[16815]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:00.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:00 trial069 ceph-mon[14520]: overall HEALTH_OK 2026-02-12T02:50:00.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:00 trial069 ceph-mon[22971]: overall HEALTH_OK 2026-02-12T02:50:00.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:00 trial132 ceph-mon[16815]: overall HEALTH_OK 2026-02-12T02:50:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:01 trial069 ceph-mon[14520]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:01 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:01 trial069 ceph-mon[22971]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:01.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:01 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:01 trial132 ceph-mon[16815]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:01 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:02.585 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:02 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:02.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:02 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:02.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:02 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:03.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:03 trial069 ceph-mon[14520]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:03.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:03 trial069 ceph-mon[22971]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:03.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:03 trial132 ceph-mon[16815]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:05.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:05 trial069 ceph-mon[14520]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:05.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:05 trial069 ceph-mon[22971]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:05.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:05 trial132 ceph-mon[16815]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:07.227 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:06 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:06.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:50:07.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:07 trial069 ceph-mon[14520]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:07.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:07 trial069 ceph-mon[22971]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:07 trial132 ceph-mon[16815]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:07.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:50:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:50:07] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T02:50:07.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:07.224Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:50:09.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:09 trial069 ceph-mon[14520]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:09.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:09 trial069 ceph-mon[22971]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:09 trial132 ceph-mon[16815]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:11.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:11 trial069 ceph-mon[14520]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:11.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:11 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:11.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:11 trial069 ceph-mon[22971]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:11.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:11 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:11.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:11 trial132 ceph-mon[16815]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:11.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:11 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:13.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:13 trial069 ceph-mon[22971]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:13.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:13 trial069 ceph-mon[14520]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:13.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:13 trial132 ceph-mon[16815]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:15.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:15 trial069 ceph-mon[14520]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:15.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:15 trial069 ceph-mon[22971]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:15.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:15 trial132 ceph-mon[16815]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:17.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:16.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:50:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:17 trial069 ceph-mon[14520]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:17.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:17 trial069 ceph-mon[22971]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:17.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:17.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:17 trial132 ceph-mon[16815]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:17.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:50:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:50:17] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T02:50:17.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:17.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:50:19.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:19 trial069 ceph-mon[14520]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:19.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:19 trial069 ceph-mon[22971]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:19.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:19 trial132 ceph-mon[16815]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:21.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:21 trial069 ceph-mon[14520]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:21 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:21.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:21 trial069 ceph-mon[22971]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:21.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:21 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:21.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:21 trial132 ceph-mon[16815]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:21.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:21 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:50:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:50:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:50:23.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:23 trial069 ceph-mon[14520]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:23.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:23 trial069 ceph-mon[22971]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:23.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:23 trial132 ceph-mon[16815]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:24.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:24 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:50:24.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:24 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:50:24.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:24 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:50:24.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:24 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:50:24.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:24 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:50:24.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:24 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:50:24.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:24 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:50:24.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:24 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:50:24.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:24 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:50:25.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:25 trial069 ceph-mon[14520]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:25.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:25 trial069 ceph-mon[22971]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:25.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:25 trial132 ceph-mon[16815]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:27.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:50:27.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:27 trial069 ceph-mon[14520]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:27.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:27 trial069 ceph-mon[22971]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:27.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:27 trial132 ceph-mon[16815]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:27.664 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:27.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:50:27.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:50:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:50:27] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T02:50:29.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:29 trial069 ceph-mon[14520]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:29.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:29 trial069 ceph-mon[22971]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:29.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:29 trial132 ceph-mon[16815]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:31.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:31 trial069 ceph-mon[14520]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:31.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:31 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:31.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:31 trial069 ceph-mon[22971]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:31.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:31 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:31 trial132 ceph-mon[16815]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:31 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:32.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:32 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:32.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:32 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:32.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:32 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:33.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:33 trial069 ceph-mon[14520]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:33.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:33 trial069 ceph-mon[22971]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:33 trial132 ceph-mon[16815]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:35.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:35 trial069 ceph-mon[14520]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:35.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:35 trial069 ceph-mon[22971]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:35 trial132 ceph-mon[16815]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:37.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:50:37.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:37 trial069 ceph-mon[14520]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:37 trial069 ceph-mon[22971]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:37 trial132 ceph-mon[16815]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:37.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:50:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:50:37] "GET /metrics HTTP/1.1" 200 5699 "" "Prometheus/3.6.0" 2026-02-12T02:50:37.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:37.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:50:39.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:39 trial069 ceph-mon[14520]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:39.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:39 trial069 ceph-mon[22971]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:39.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:39 trial132 ceph-mon[16815]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:41.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:41 trial069 ceph-mon[14520]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:41.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:41 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:41.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:41 trial069 ceph-mon[22971]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:41.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:41 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:41.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:41 trial132 ceph-mon[16815]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:41 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:43.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:43 trial069 ceph-mon[14520]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:43.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:43 trial069 ceph-mon[22971]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:43.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:43 trial132 ceph-mon[16815]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:45.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:45 trial069 ceph-mon[14520]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:45.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:45 trial069 ceph-mon[22971]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:45 trial132 ceph-mon[16815]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:47.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:50:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:47 trial069 ceph-mon[14520]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:47 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:47.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:47 trial069 ceph-mon[22971]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:47.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:47 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:47 trial132 ceph-mon[16815]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:47 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:50:47.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:50:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:50:47] "GET /metrics HTTP/1.1" 200 5714 "" "Prometheus/3.6.0" 2026-02-12T02:50:47.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:47.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:50:49.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:49 trial069 ceph-mon[14520]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:49.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:49 trial069 ceph-mon[22971]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:49 trial132 ceph-mon[16815]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:51 trial069 ceph-mon[14520]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:51 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:51.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:51 trial069 ceph-mon[22971]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:51.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:51 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:51 trial132 ceph-mon[16815]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:51 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:50:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:53 trial069 ceph-mon[14520]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:53.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:53 trial069 ceph-mon[22971]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:53 trial132 ceph-mon[16815]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:55.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:55 trial069 ceph-mon[14520]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:55.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:55 trial069 ceph-mon[22971]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:55.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:55 trial132 ceph-mon[16815]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:57.227 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:56 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:50:57.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:57 trial069 ceph-mon[14520]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:57.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:57 trial069 ceph-mon[22971]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:57.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:57 trial132 ceph-mon[16815]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:50:57.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:50:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:50:57] "GET /metrics HTTP/1.1" 200 5714 "" "Prometheus/3.6.0" 2026-02-12T02:50:57.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:50:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:50:57.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:50:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:50:59 trial069 ceph-mon[14520]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:59.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:50:59 trial069 ceph-mon[22971]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:50:59.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:50:59 trial132 ceph-mon[16815]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:01 trial069 ceph-mon[14520]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:01 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:01 trial069 ceph-mon[22971]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:01 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:01 trial132 ceph-mon[16815]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:01 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:02 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:02.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:02 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:02.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:02 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:03.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:03 trial069 ceph-mon[22971]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:03.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:03 trial069 ceph-mon[14520]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:03 trial132 ceph-mon[16815]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:05.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:05 trial069 ceph-mon[14520]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:05.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:05 trial069 ceph-mon[22971]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:05 trial132 ceph-mon[16815]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:07.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:06 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:06.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:51:07.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:07 trial069 ceph-mon[14520]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:07 trial069 ceph-mon[22971]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:07 trial132 ceph-mon[16815]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:07.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:51:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:51:07] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T02:51:07.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:07.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:51:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:09 trial132 ceph-mon[16815]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:09 trial069 ceph-mon[22971]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:09 trial069 ceph-mon[14520]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:11.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:11 trial132 ceph-mon[16815]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:11.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:11 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:11 trial069 ceph-mon[14520]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:11 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:11 trial069 ceph-mon[22971]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:11 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:13.640 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:13 trial069 ceph-mon[14520]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:13.640 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:13 trial069 ceph-mon[22971]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:13.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:13 trial132 ceph-mon[16815]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:15.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:15 trial132 ceph-mon[16815]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:15 trial069 ceph-mon[14520]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:15.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:15 trial069 ceph-mon[22971]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:17.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:51:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:51:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:51:17] "GET /metrics HTTP/1.1" 200 5711 "" "Prometheus/3.6.0" 2026-02-12T02:51:17.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:17.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:51:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:17 trial132 ceph-mon[16815]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:17 trial069 ceph-mon[14520]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:17 trial069 ceph-mon[22971]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:19 trial132 ceph-mon[16815]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:19.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:19 trial069 ceph-mon[22971]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:19 trial069 ceph-mon[14520]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:21.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:21 trial132 ceph-mon[16815]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:21.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:21 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:21.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:21 trial069 ceph-mon[14520]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:21 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:21 trial069 ceph-mon[22971]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:21 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:51:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:51:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:51:23.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:23 trial132 ceph-mon[16815]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:23.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:23 trial069 ceph-mon[14520]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:23.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:23 trial069 ceph-mon[22971]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:25.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[14520]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:25.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:51:25.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:51:25.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[22971]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:25.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:51:25.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:51:25.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:25 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:25 trial132 ceph-mon[16815]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:25 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:25 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:25 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:25 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:25 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:51:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:25 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:51:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:25 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:51:27.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:51:27.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:27 trial069 ceph-mon[14520]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:27.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:27 trial069 ceph-mon[22971]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:27.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:27 trial132 ceph-mon[16815]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:27.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:51:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:51:27] "GET /metrics HTTP/1.1" 200 5711 "" "Prometheus/3.6.0" 2026-02-12T02:51:27.666 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:27.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:51:29.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:29 trial069 ceph-mon[22971]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:29 trial069 ceph-mon[14520]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:29 trial132 ceph-mon[16815]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:31.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:31 trial069 ceph-mon[14520]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:31.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:31 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:31.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:31 trial069 ceph-mon[22971]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:31.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:31 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:31.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:31 trial132 ceph-mon[16815]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:31 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:32.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:32 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:32.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:32 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:32.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:32 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:33.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:33 trial069 ceph-mon[22971]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:33.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:33 trial069 ceph-mon[14520]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:33 trial132 ceph-mon[16815]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:35.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:35 trial069 ceph-mon[14520]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:35.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:35 trial069 ceph-mon[22971]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:35.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:35 trial132 ceph-mon[16815]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:37.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:51:37.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:37 trial069 ceph-mon[14520]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:37 trial069 ceph-mon[22971]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:37 trial132 ceph-mon[16815]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:37.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:37.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:51:37.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:51:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:51:37] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T02:51:39.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:39 trial069 ceph-mon[14520]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:39.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:39 trial069 ceph-mon[22971]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:39.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:39 trial132 ceph-mon[16815]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:41.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:41 trial069 ceph-mon[14520]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:41.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:41 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:41.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:41 trial069 ceph-mon[22971]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:41.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:41 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:41.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:41 trial132 ceph-mon[16815]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:41.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:41 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:43.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:43 trial069 ceph-mon[14520]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:43.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:43 trial069 ceph-mon[22971]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:43.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:43 trial132 ceph-mon[16815]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:45.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:45 trial069 ceph-mon[14520]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:45.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:45 trial069 ceph-mon[22971]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:45 trial132 ceph-mon[16815]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:47.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:46.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:51:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:47 trial069 ceph-mon[14520]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:47 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:47.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:47 trial069 ceph-mon[22971]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:47.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:47 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:47 trial132 ceph-mon[16815]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:47 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:51:47.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:51:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:51:47] "GET /metrics HTTP/1.1" 200 5712 "" "Prometheus/3.6.0" 2026-02-12T02:51:47.666 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:47.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:51:49.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:49 trial069 ceph-mon[14520]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:49.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:49 trial069 ceph-mon[22971]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:49 trial132 ceph-mon[16815]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:51.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:51 trial069 ceph-mon[22971]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:51.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:51 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:51 trial069 ceph-mon[14520]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:51 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:51 trial132 ceph-mon[16815]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:51.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:51 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:51:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:53 trial069 ceph-mon[14520]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:53.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:53 trial069 ceph-mon[22971]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:53.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:53 trial132 ceph-mon[16815]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:55.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:55 trial069 ceph-mon[14520]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:55.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:55 trial069 ceph-mon[22971]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:55.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:55 trial132 ceph-mon[16815]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:57.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:56 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:56.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:51:57.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:57 trial069 ceph-mon[22971]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:57.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:57 trial069 ceph-mon[14520]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:57.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:57 trial132 ceph-mon[16815]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:51:57.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:51:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:51:57.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:51:57.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:51:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:51:57] "GET /metrics HTTP/1.1" 200 5712 "" "Prometheus/3.6.0" 2026-02-12T02:51:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:51:59 trial069 ceph-mon[14520]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:59.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:51:59 trial069 ceph-mon[22971]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:51:59.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:51:59 trial132 ceph-mon[16815]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:01 trial069 ceph-mon[14520]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:01 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:01 trial069 ceph-mon[22971]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:01 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:01 trial132 ceph-mon[16815]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:01 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:02.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:02 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:02 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:02.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:02 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:03.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:03 trial069 ceph-mon[14520]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:03.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:03 trial069 ceph-mon[22971]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:03.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:03 trial132 ceph-mon[16815]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:05.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:05 trial069 ceph-mon[14520]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:05.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:05 trial069 ceph-mon[22971]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:05 trial132 ceph-mon[16815]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:07.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:06 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:52:07.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:07 trial069 ceph-mon[14520]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:07 trial069 ceph-mon[22971]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:07 trial132 ceph-mon[16815]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:07.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:52:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:52:07] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T02:52:07.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:07.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:52:09.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:09 trial069 ceph-mon[14520]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:09.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:09 trial069 ceph-mon[22971]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:09.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:09 trial132 ceph-mon[16815]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:11.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:11 trial069 ceph-mon[14520]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:11.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:11 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:11.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:11 trial069 ceph-mon[22971]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:11.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:11 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:11.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:11 trial132 ceph-mon[16815]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:11.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:11 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:13.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:13 trial069 ceph-mon[14520]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:13.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:13 trial069 ceph-mon[22971]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:13.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:13 trial132 ceph-mon[16815]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:15.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:15 trial069 ceph-mon[22971]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:15.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:15 trial069 ceph-mon[14520]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:15.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:15 trial132 ceph-mon[16815]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:16.466 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T02:52:16.752 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:52:17.180 INFO:teuthology.orchestra.run.trial069.stdout:Scheduled to redeploy mgr.y on host 'trial069' 2026-02-12T02:52:17.218 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps --refresh' 2026-02-12T02:52:17.227 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:16.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:52:17.505 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:52:17.528 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:17.528 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:17.528 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3879202858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:52:17.528 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.528 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.528 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:17.528 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:52:17.528 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3879202858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:52:17.529 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:17.530 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:17 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:52:17.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:17.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:52:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:52:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:52:17] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T02:52:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3879202858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:17.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:17 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T02:52:17.734 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:52:17.734 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (9m) 2m ago 9m - - 0.25.0 c8568f914cd2 575558c02a36 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (9m) 2m ago 9m 91.0M - 10.4.0 c8b91775d855 c898c33a9ed4 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (2m) 2m ago 9m - - 3.9 4cc07a41bb19 93cfa1db49a9 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (5m) 2m ago 11m 549M - 20.3.0-5250-g84a80275 21b90b676abb e955b710dadf 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:9283,8765 running (11m) 2m ago 11m - - 19.2.3-672-g283431c0 4cc07a41bb19 50f5ae30722b 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (11m) 2m ago 11m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (11m) 2m ago 11m 47.0M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (11m) 2m ago 11m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (9m) 2m ago 9m - - 1.7.0 72c9c2088986 7d340b4db16e 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (9m) 2m ago 9m 12.6M - 1.7.0 72c9c2088986 8f23bf486383 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T02:52:17.735 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T02:52:17.736 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T02:52:17.736 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (10m) 2m ago 10m 55.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T02:52:17.736 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (10m) 2m ago 10m 55.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T02:52:17.736 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (9m) 2m ago 9m 53.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T02:52:17.736 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (9m) 2m ago 9m 58.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T02:52:17.736 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (2m) 2m ago 9m 41.7M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T02:52:17.736 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (9m) 2m ago 9m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T02:52:17.736 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (9m) 2m ago 9m 108M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T02:52:17.773 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T02:52:18.064 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:52:18.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:18 trial069 ceph-mon[14520]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:52:18.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:18 trial069 ceph-mon[14520]: Schedule redeploy daemon mgr.y 2026-02-12T02:52:18.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:18 trial069 ceph-mon[14520]: Deploying daemon mgr.y on trial069 2026-02-12T02:52:18.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:18 trial069 ceph-mon[22971]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:52:18.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:18 trial069 ceph-mon[22971]: Schedule redeploy daemon mgr.y 2026-02-12T02:52:18.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:18 trial069 ceph-mon[22971]: Deploying daemon mgr.y on trial069 2026-02-12T02:52:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:18 trial132 ceph-mon[16815]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:52:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:18 trial132 ceph-mon[16815]: Schedule redeploy daemon mgr.y 2026-02-12T02:52:18.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:18 trial132 ceph-mon[16815]: Deploying daemon mgr.y on trial069 2026-02-12T02:52:19.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:19 trial069 ceph-mon[14520]: from='client.15237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:52:19.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:19 trial069 ceph-mon[14520]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:19.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:19 trial069 ceph-mon[22971]: from='client.15237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:52:19.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:19 trial069 ceph-mon[22971]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:19 trial132 ceph-mon[16815]: from='client.15237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:52:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:19 trial132 ceph-mon[16815]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:21 trial069 ceph-mon[14520]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:21 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:21.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:21 trial069 ceph-mon[22971]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:21.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:21 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:21.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:21 trial132 ceph-mon[16815]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:21.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:21 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:52:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:52:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:52:23.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:23 trial069 ceph-mon[22971]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:23.592 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:23 trial069 ceph-mon[14520]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:23.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:23 trial132 ceph-mon[16815]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:25.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:25 trial069 ceph-mon[14520]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:25.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:25 trial069 ceph-mon[22971]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:25 trial132 ceph-mon[16815]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:26.774 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:26 trial069 systemd[1]: Stopping Ceph mgr.y for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:52:27.025 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:26 trial069 podman[67138]: 2026-02-12 02:52:26.774547656 +0000 UTC m=+0.042961035 container died 50f5ae30722b512e100d204c97ecce574dfa8f88c65a3cf3bd263de2184f8a07 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True) 2026-02-12T02:52:27.025 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:26 trial069 podman[67138]: 2026-02-12 02:52:26.788530571 +0000 UTC m=+0.056943950 container remove 50f5ae30722b512e100d204c97ecce574dfa8f88c65a3cf3bd263de2184f8a07 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_REF=squid, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202) 2026-02-12T02:52:27.025 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:26 trial069 bash[67138]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y 2026-02-12T02:52:27.025 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:26 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service: Main process exited, code=exited, status=143/n/a 2026-02-12T02:52:27.025 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:26 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service: Failed with result 'exit-code'. 2026-02-12T02:52:27.025 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:26 trial069 systemd[1]: Stopped Ceph mgr.y for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:52:27.025 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:26 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service: Consumed 22.616s CPU time. 2026-02-12T02:52:27.025 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:27 trial069 systemd[1]: Starting Ceph mgr.y for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T02:52:27.227 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:52:27.405 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[14520]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:27.405 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.405 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.405 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.405 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.405 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:27 trial069 podman[67309]: 2026-02-12 02:52:27.107164481 +0000 UTC m=+0.016350983 container create 1a970fb9aa00a852c0da9d270c94477e4acf02f217efd2ddcd96c6826d8e2364 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T02:52:27.406 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:27 trial069 podman[67309]: 2026-02-12 02:52:27.130752351 +0000 UTC m=+0.039938793 container init 1a970fb9aa00a852c0da9d270c94477e4acf02f217efd2ddcd96c6826d8e2364 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, ceph=True, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T02:52:27.406 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:27 trial069 podman[67309]: 2026-02-12 02:52:27.132808533 +0000 UTC m=+0.041994975 container start 1a970fb9aa00a852c0da9d270c94477e4acf02f217efd2ddcd96c6826d8e2364 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS) 2026-02-12T02:52:27.406 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:27 trial069 bash[67309]: 1a970fb9aa00a852c0da9d270c94477e4acf02f217efd2ddcd96c6826d8e2364 2026-02-12T02:52:27.406 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:27 trial069 podman[67309]: 2026-02-12 02:52:27.100497421 +0000 UTC m=+0.009683863 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T02:52:27.406 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:27 trial069 systemd[1]: Started Ceph mgr.y for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T02:52:27.406 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mgr[67339]: -- 10.20.193.69:0/685339239 <== mon.2 v2:10.20.193.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1c95a00 con 0x1c69400 2026-02-12T02:52:27.406 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[22971]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:27.406 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.407 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.407 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.407 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:27 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.579 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:27 trial132 ceph-mon[16815]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:27.579 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:27 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.579 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:27 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.579 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:27 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.579 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:27 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:27.580 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:52:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:52:27] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T02:52:27.580 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:27.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:52:28.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:28 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:52:28.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:28 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:52:28.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:28 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: from numpy import show_config as show_numpy_config 2026-02-12T02:52:29.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:29 trial132 ceph-mon[16815]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:29.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:29 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:29 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:29 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:29 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:29 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:29.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:29 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:52:29.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:29 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[14520]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:52:29.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[22971]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:29.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:29.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:52:29.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:52:29.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:29 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:52:30.279 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[22971]: Standby manager daemon y restarted 2026-02-12T02:52:30.279 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[22971]: Standby manager daemon y started 2026-02-12T02:52:30.279 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:52:30.279 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:52:30.280 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:52:30.280 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:52:30.280 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[14520]: Standby manager daemon y restarted 2026-02-12T02:52:30.280 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[14520]: Standby manager daemon y started 2026-02-12T02:52:30.280 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:52:30.280 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:52:30.280 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:52:30.281 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:30 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:52:30.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:52:29] ENGINE Bus STARTING 2026-02-12T02:52:30.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: CherryPy Checker: 2026-02-12T02:52:30.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: The Application mounted at '' has an empty config. 2026-02-12T02:52:30.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T02:52:30.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:30 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:52:30] ENGINE Serving on http://:::9283 2026-02-12T02:52:30.281 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:52:30 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:52:30] ENGINE Bus STARTED 2026-02-12T02:52:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:30 trial132 ceph-mon[16815]: Standby manager daemon y restarted 2026-02-12T02:52:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:30 trial132 ceph-mon[16815]: Standby manager daemon y started 2026-02-12T02:52:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:30 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:52:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:30 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:52:30.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:30 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:52:30.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:30 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:52:31.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:31 trial132 ceph-mon[16815]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:31.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:31 trial132 ceph-mon[16815]: mgrmap e28: x(active, since 3m), standbys: y 2026-02-12T02:52:31.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:31 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:31.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:31 trial069 ceph-mon[14520]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:31.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:31 trial069 ceph-mon[14520]: mgrmap e28: x(active, since 3m), standbys: y 2026-02-12T02:52:31.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:31 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:31.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:31 trial069 ceph-mon[22971]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:31.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:31 trial069 ceph-mon[22971]: mgrmap e28: x(active, since 3m), standbys: y 2026-02-12T02:52:31.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:31 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:32.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:32 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:32.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:32 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:32.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:32 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:33.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:33 trial132 ceph-mon[16815]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:33.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:33 trial069 ceph-mon[22971]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:33.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:33 trial069 ceph-mon[14520]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:35.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:35 trial069 ceph-mon[22971]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:35.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:35 trial069 ceph-mon[14520]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:35.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:35 trial132 ceph-mon[16815]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:37.227 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:52:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:37 trial069 ceph-mon[22971]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:37.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:37 trial069 ceph-mon[14520]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:37 trial132 ceph-mon[16815]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:37.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:52:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:52:37] "GET /metrics HTTP/1.1" 200 5707 "" "Prometheus/3.6.0" 2026-02-12T02:52:37.666 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:37.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:52:39.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:39 trial069 ceph-mon[22971]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:39.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:39 trial069 ceph-mon[14520]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:39.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:39 trial132 ceph-mon[16815]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:41.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:41 trial069 ceph-mon[22971]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:41.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:41 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:41.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:41 trial069 ceph-mon[14520]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:41.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:41 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:41 trial132 ceph-mon[16815]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:41 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:43.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:43 trial069 ceph-mon[22971]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:43.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:43 trial069 ceph-mon[14520]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:43.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:43 trial132 ceph-mon[16815]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:45.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:45 trial069 ceph-mon[22971]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:45.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:45 trial069 ceph-mon[14520]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:45.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:45 trial132 ceph-mon[16815]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:47.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:46.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:52:47.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:47 trial069 ceph-mon[22971]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:47.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:47 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:47 trial069 ceph-mon[14520]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:47.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:47 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:47 trial132 ceph-mon[16815]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:47.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:47 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:52:47.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:47.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:52:47.666 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:52:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:52:47] "GET /metrics HTTP/1.1" 200 5708 "" "Prometheus/3.6.0" 2026-02-12T02:52:49.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:49 trial069 ceph-mon[22971]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:49.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:49 trial069 ceph-mon[14520]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:49.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:49 trial132 ceph-mon[16815]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:51.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:51 trial069 ceph-mon[22971]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:51.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:51 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:51 trial069 ceph-mon[14520]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:51 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:51.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:51 trial132 ceph-mon[16815]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:51.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:51 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:52:53.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:53 trial069 ceph-mon[22971]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:53.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:53 trial069 ceph-mon[14520]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:53.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:53 trial132 ceph-mon[16815]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:55.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:55 trial069 ceph-mon[22971]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:55.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:55 trial069 ceph-mon[14520]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:55.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:55 trial132 ceph-mon[16815]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:57.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:56 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:52:57.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:57 trial069 ceph-mon[22971]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:57.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:57 trial069 ceph-mon[14520]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:57.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:57 trial132 ceph-mon[16815]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:52:57.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:52:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:52:57] "GET /metrics HTTP/1.1" 200 5708 "" "Prometheus/3.6.0" 2026-02-12T02:52:57.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:52:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:52:57.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:52:58.665 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:52:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=cleanup t=2026-02-12T02:52:58.253877676Z level=info msg="Completed cleanup jobs" duration=15.363875ms 2026-02-12T02:52:58.665 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:52:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=plugins.update.checker t=2026-02-12T02:52:58.348466727Z level=info msg="Update check succeeded" duration=50.474167ms 2026-02-12T02:52:59.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:52:59 trial069 ceph-mon[22971]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:52:59 trial069 ceph-mon[14520]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:52:59.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:52:59 trial132 ceph-mon[16815]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:01 trial069 ceph-mon[22971]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:01 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:01 trial069 ceph-mon[14520]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:01 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:01 trial132 ceph-mon[16815]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:01.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:01 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:02.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:02 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:02 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:02.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:02 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:03.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:03 trial069 ceph-mon[22971]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:03.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:03 trial069 ceph-mon[14520]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:03.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:03 trial132 ceph-mon[16815]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:05.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:05 trial069 ceph-mon[22971]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:05.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:05 trial069 ceph-mon[14520]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:05.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:05 trial132 ceph-mon[16815]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:07.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:06 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:53:07.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:07 trial069 ceph-mon[22971]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:07.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:07 trial069 ceph-mon[14520]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:07.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:07 trial132 ceph-mon[16815]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:07.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:53:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:53:07] "GET /metrics HTTP/1.1" 200 5704 "" "Prometheus/3.6.0" 2026-02-12T02:53:07.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:07.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:53:09.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:09 trial069 ceph-mon[22971]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:09.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:09 trial069 ceph-mon[14520]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:09 trial132 ceph-mon[16815]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:11.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:11 trial069 ceph-mon[22971]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:11.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:11 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:11.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:11 trial069 ceph-mon[14520]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:11.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:11 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:11.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:11 trial132 ceph-mon[16815]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:11.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:11 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:13.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:13 trial069 ceph-mon[22971]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:13.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:13 trial069 ceph-mon[14520]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:13.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:13 trial132 ceph-mon[16815]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:15.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:15 trial069 ceph-mon[22971]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:15.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:15 trial069 ceph-mon[14520]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:15.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:15 trial132 ceph-mon[16815]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:17.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:16 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:16.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:53:17.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:17 trial069 ceph-mon[22971]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:17.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:17 trial069 ceph-mon[14520]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:17.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:17.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:53:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:17 trial132 ceph-mon[16815]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T02:53:17.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:53:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:53:17] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T02:53:19.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:19 trial069 ceph-mon[22971]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:19.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:19 trial069 ceph-mon[14520]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:19.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:19 trial132 ceph-mon[16815]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T02:53:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:21 trial069 ceph-mon[14520]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:21.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:21 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:21.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:21 trial069 ceph-mon[22971]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:21.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:21 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:21.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:21 trial132 ceph-mon[16815]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:21.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:21 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:53:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:53:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:53:23.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:23 trial069 ceph-mon[22971]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:23.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:23 trial069 ceph-mon[14520]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:23.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:23 trial132 ceph-mon[16815]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:25.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:25 trial069 ceph-mon[22971]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:25.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:25 trial069 ceph-mon[14520]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:25.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:25 trial132 ceph-mon[16815]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:27.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:26.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:53:27.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:27 trial069 ceph-mon[22971]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:27.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:27 trial069 ceph-mon[14520]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:27.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:27.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:53:27.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:27 trial132 ceph-mon[16815]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:27.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:53:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:53:27] "GET /metrics HTTP/1.1" 200 5705 "" "Prometheus/3.6.0" 2026-02-12T02:53:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:29 trial069 ceph-mon[14520]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:29 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:29.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:29 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:29.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:29 trial069 ceph-mon[22971]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:29.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:29 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:29.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:29 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:29 trial132 ceph-mon[16815]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:29 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:29 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:30.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:30 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:53:30.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:30 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:53:30.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:30 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:30 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:53:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:30 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:53:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:30 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:30 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:53:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:30 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:53:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:30 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:53:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:31 trial069 ceph-mon[14520]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:31 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:31 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:31 trial069 ceph-mon[22971]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:31 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:31.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:31 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:31 trial132 ceph-mon[16815]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:31 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:31 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:33.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:33 trial069 ceph-mon[22971]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:33 trial069 ceph-mon[14520]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:33.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:33 trial132 ceph-mon[16815]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:35.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:35 trial069 ceph-mon[22971]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:35.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:35 trial069 ceph-mon[14520]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:35.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:35 trial132 ceph-mon[16815]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:37.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:53:37.513 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:37.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:53:37.513 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:53:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:53:37] "GET /metrics HTTP/1.1" 200 5702 "" "Prometheus/3.6.0" 2026-02-12T02:53:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:37 trial069 ceph-mon[22971]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:37 trial069 ceph-mon[14520]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:37.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:37 trial132 ceph-mon[16815]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:39 trial069 ceph-mon[22971]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:39 trial069 ceph-mon[14520]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:39 trial132 ceph-mon[16815]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:41.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:41 trial069 ceph-mon[22971]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:41.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:41 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:41.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:41 trial069 ceph-mon[14520]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:41 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:41 trial132 ceph-mon[16815]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:41 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:43.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:43 trial069 ceph-mon[22971]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:43.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:43 trial069 ceph-mon[14520]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:43 trial132 ceph-mon[16815]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:45.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:45 trial069 ceph-mon[22971]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:45 trial069 ceph-mon[14520]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:45 trial132 ceph-mon[16815]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:46.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:46 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:46 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:46.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:46 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:53:47.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:46 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:46.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:53:47.522 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:53:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:53:47] "GET /metrics HTTP/1.1" 200 5714 "" "Prometheus/3.6.0" 2026-02-12T02:53:47.522 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:47.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:53:47.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:47 trial069 ceph-mon[22971]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:47 trial069 ceph-mon[14520]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:47 trial132 ceph-mon[16815]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:49.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:49 trial069 ceph-mon[22971]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:49 trial069 ceph-mon[14520]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:49 trial132 ceph-mon[16815]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:51.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:51 trial069 ceph-mon[22971]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:51 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:51 trial069 ceph-mon[14520]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:51 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:51 trial132 ceph-mon[16815]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:51 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:53:53.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:53 trial069 ceph-mon[22971]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:53 trial069 ceph-mon[14520]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:53 trial132 ceph-mon[16815]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:55.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:55 trial069 ceph-mon[22971]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:55.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:55 trial069 ceph-mon[14520]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:55.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:55 trial132 ceph-mon[16815]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:57.228 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:56 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:56.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:53:57.528 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:53:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:53:57.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:53:57.529 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:53:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:53:57] "GET /metrics HTTP/1.1" 200 5714 "" "Prometheus/3.6.0" 2026-02-12T02:53:57.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:57 trial069 ceph-mon[22971]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:57 trial069 ceph-mon[14520]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:57.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:57 trial132 ceph-mon[16815]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:53:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:53:59 trial069 ceph-mon[22971]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:53:59 trial069 ceph-mon[14520]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:53:59.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:53:59 trial132 ceph-mon[16815]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:01 trial069 ceph-mon[22971]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:01 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:01 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:01 trial069 ceph-mon[14520]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:01 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:01.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:01 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:01.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:01 trial132 ceph-mon[16815]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:01.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:01 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:01.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:01 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:03.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:03 trial069 ceph-mon[22971]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:03.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:03 trial069 ceph-mon[14520]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:03 trial132 ceph-mon[16815]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:05 trial069 ceph-mon[22971]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:05.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:05 trial069 ceph-mon[14520]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:05 trial132 ceph-mon[16815]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:07.227 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:06 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", instance=\"trial132\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"2c30638c-07bc-11f1-8be0-d404e6e7d460\", domainname=\"(none)\", instance=\"trial132\", job=\"node\", machine=\"x86_64\", nodename=\"trial132\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T02:54:07.535 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:07.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:54:07.536 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:54:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:54:07] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T02:54:07.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:07 trial069 ceph-mon[22971]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:07 trial069 ceph-mon[14520]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:07.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:07 trial132 ceph-mon[16815]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:09 trial069 ceph-mon[22971]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:09 trial069 ceph-mon[14520]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:09 trial132 ceph-mon[16815]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:11 trial069 ceph-mon[22971]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:11 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:11 trial069 ceph-mon[14520]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:11 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:11.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:11 trial132 ceph-mon[16815]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:11.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:11 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:13.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:13 trial069 ceph-mon[22971]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:13.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:13 trial069 ceph-mon[14520]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:13 trial132 ceph-mon[16815]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:15.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:15 trial069 ceph-mon[22971]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:15 trial069 ceph-mon[14520]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:15 trial132 ceph-mon[16815]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:16.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:16 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:16.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:16 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:16 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:17.544 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:17.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:54:17.544 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:54:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:54:17] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T02:54:17.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:17 trial069 ceph-mon[22971]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:17.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:17 trial069 ceph-mon[14520]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:17 trial132 ceph-mon[16815]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:19.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:19 trial069 ceph-mon[22971]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:19.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:19 trial069 ceph-mon[14520]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:19.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:19 trial132 ceph-mon[16815]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:21 trial069 ceph-mon[22971]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:21 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:21 trial069 ceph-mon[14520]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:21 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:21.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:21 trial132 ceph-mon[16815]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:21.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:21 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:54:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:54:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:54:23.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:23 trial069 ceph-mon[22971]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:23.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:23 trial069 ceph-mon[14520]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:23.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:23 trial132 ceph-mon[16815]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:25.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:25 trial069 ceph-mon[22971]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:25 trial069 ceph-mon[14520]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:25.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:25 trial132 ceph-mon[16815]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:27.551 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:54:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:54:27] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T02:54:27.552 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:27.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:54:27.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:27 trial069 ceph-mon[22971]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:27.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:27 trial069 ceph-mon[14520]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:27.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:27 trial132 ceph-mon[16815]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:29 trial069 ceph-mon[22971]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:29 trial069 ceph-mon[14520]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:29 trial132 ceph-mon[16815]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:30.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:30 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:54:30.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:30 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:54:30.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:30 trial069 ceph-mon[22971]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:54:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:30 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:54:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:30 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:54:30.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:30 trial069 ceph-mon[14520]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:54:30.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:30 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:54:30.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:30 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:54:30.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:30 trial132 ceph-mon[16815]: from='mgr.24709 ' entity='mgr.x' 2026-02-12T02:54:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:31 trial069 ceph-mon[14520]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:31 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:31 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:31 trial069 ceph-mon[22971]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:31 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:31 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:31 trial132 ceph-mon[16815]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:31 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:31 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:33 trial069 ceph-mon[22971]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:33 trial069 ceph-mon[14520]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:33 trial132 ceph-mon[16815]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:35.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:35 trial069 ceph-mon[22971]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:35.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:35 trial069 ceph-mon[14520]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:35.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:35 trial132 ceph-mon[16815]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:37.559 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:54:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:54:37] "GET /metrics HTTP/1.1" 200 5693 "" "Prometheus/3.6.0" 2026-02-12T02:54:37.559 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:37.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:54:37.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:37 trial069 ceph-mon[22971]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:37 trial069 ceph-mon[14520]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:37.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:37 trial132 ceph-mon[16815]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:39 trial069 ceph-mon[22971]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:39 trial069 ceph-mon[14520]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:39 trial132 ceph-mon[16815]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:41 trial069 ceph-mon[22971]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:41 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:41 trial069 ceph-mon[14520]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:41 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:41 trial132 ceph-mon[16815]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:41 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:43.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:43 trial069 ceph-mon[22971]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:43 trial069 ceph-mon[14520]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:43.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:43 trial132 ceph-mon[16815]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:45.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:45 trial069 ceph-mon[22971]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:45 trial069 ceph-mon[14520]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:45 trial132 ceph-mon[16815]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:46.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:46 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:46 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:46.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:46 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:54:47.568 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:54:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:54:47] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T02:54:47.568 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:47.224Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:54:47.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:47 trial069 ceph-mon[22971]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:47 trial069 ceph-mon[14520]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:47 trial132 ceph-mon[16815]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:48.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:48 trial069 ceph-mon[22971]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:48 trial069 ceph-mon[14520]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:48.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:48 trial132 ceph-mon[16815]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:51.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:51 trial132 ceph-mon[16815]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:51.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:51 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:51.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:51 trial069 ceph-mon[22971]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:51.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:51 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:51 trial069 ceph-mon[14520]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:51.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:51 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:54:53.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:53 trial132 ceph-mon[16815]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:53.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:53 trial069 ceph-mon[22971]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:53 trial069 ceph-mon[14520]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:55.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:55 trial132 ceph-mon[16815]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:55.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:55 trial069 ceph-mon[22971]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:55.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:55 trial069 ceph-mon[14520]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:57.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:57 trial132 ceph-mon[16815]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:57.416 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:54:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:54:57] "GET /metrics HTTP/1.1" 200 5706 "" "Prometheus/3.6.0" 2026-02-12T02:54:57.416 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:54:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:54:57.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:54:57.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:57 trial069 ceph-mon[22971]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:57.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:57 trial069 ceph-mon[14520]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:54:59.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:54:59 trial132 ceph-mon[16815]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:59.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:54:59 trial069 ceph-mon[22971]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:54:59.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:54:59 trial069 ceph-mon[14520]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:01.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:01 trial132 ceph-mon[16815]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:01.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:01 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:01 trial069 ceph-mon[22971]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:01.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:01 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:01 trial069 ceph-mon[14520]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:01.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:01 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:02.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:02 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:02.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:02 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:02 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:03.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:03 trial132 ceph-mon[16815]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:03.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:03 trial069 ceph-mon[22971]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:03.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:03 trial069 ceph-mon[14520]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:05.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:05 trial132 ceph-mon[16815]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:05.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:05 trial069 ceph-mon[22971]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:05.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:05 trial069 ceph-mon[14520]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:07.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:07 trial132 ceph-mon[16815]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:07.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:55:07] "GET /metrics HTTP/1.1" 200 5712 "" "Prometheus/3.6.0" 2026-02-12T02:55:07.416 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:55:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:55:07.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:55:07.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:07 trial069 ceph-mon[22971]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:07.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:07 trial069 ceph-mon[14520]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:09.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:09 trial132 ceph-mon[16815]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:09.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:09 trial069 ceph-mon[22971]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:09.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:09 trial069 ceph-mon[14520]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:11.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:11 trial132 ceph-mon[16815]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:11.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:11 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:11.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:11 trial069 ceph-mon[22971]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:11.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:11 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:11.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:11 trial069 ceph-mon[14520]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:11.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:11 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:13.389 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:13 trial069 ceph-mon[22971]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:13.390 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:13 trial069 ceph-mon[14520]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:13.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:13 trial132 ceph-mon[16815]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:15.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:15 trial132 ceph-mon[16815]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:15.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:15 trial069 ceph-mon[22971]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:15.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:15 trial069 ceph-mon[14520]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:17.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:55:17] "GET /metrics HTTP/1.1" 200 5712 "" "Prometheus/3.6.0" 2026-02-12T02:55:17.415 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:55:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:55:17.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:55:17.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:17 trial132 ceph-mon[16815]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:17.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:17 trial132 ceph-mon[16815]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:17.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:17 trial069 ceph-mon[22971]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:17.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:17 trial069 ceph-mon[22971]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:17 trial069 ceph-mon[14520]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:17.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:17 trial069 ceph-mon[14520]: from='mgr.24709 10.20.193.132:0/266443677' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:18.164 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T02:55:18.449 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (12m) 109s ago 12m - - 0.25.0 c8568f914cd2 575558c02a36 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (12m) 2m ago 12m 91.2M - 10.4.0 c8b91775d855 c898c33a9ed4 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (5m) 109s ago 12m - - 3.9 4cc07a41bb19 93cfa1db49a9 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (8m) 2m ago 14m 561M - 20.3.0-5250-g84a80275 21b90b676abb e955b710dadf 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (2m) 109s ago 14m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (14m) 109s ago 14m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (14m) 2m ago 14m 45.6M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T02:55:18.673 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (14m) 109s ago 14m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (12m) 109s ago 12m - - 1.7.0 72c9c2088986 7d340b4db16e 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (12m) 2m ago 12m 14.8M - 1.7.0 72c9c2088986 8f23bf486383 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (13m) 109s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (13m) 109s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (13m) 109s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (13m) 109s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (13m) 2m ago 13m 57.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (13m) 2m ago 13m 57.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (12m) 2m ago 12m 55.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (12m) 2m ago 12m 59.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T02:55:18.674 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (5m) 2m ago 12m 59.8M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T02:55:18.675 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (12m) 109s ago 12m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T02:55:18.675 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (12m) 2m ago 12m 110M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T02:55:18.710 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T02:55:18.999 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:55:19.255 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:55:19.256 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:55:19.257 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T02:55:19.257 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:55:19.257 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:55:19.257 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T02:55:19.257 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T02:55:19.257 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:55:19.257 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:55:19.257 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:55:19.273 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:19 trial069 ceph-mon[22971]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:19.273 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:19 trial069 ceph-mon[14520]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:19.292 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T02:55:19.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:19 trial132 ceph-mon[16815]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:19.576 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:55:19.830 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T02:55:19.868 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph -s' 2026-02-12T02:55:20.154 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:55:20.410 INFO:teuthology.orchestra.run.trial069.stdout: cluster: 2026-02-12T02:55:20.410 INFO:teuthology.orchestra.run.trial069.stdout: id: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:55:20.410 INFO:teuthology.orchestra.run.trial069.stdout: health: HEALTH_OK 2026-02-12T02:55:20.410 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:55:20.410 INFO:teuthology.orchestra.run.trial069.stdout: services: 2026-02-12T02:55:20.410 INFO:teuthology.orchestra.run.trial069.stdout: mon: 3 daemons, quorum a,b,c (age 14m) 2026-02-12T02:55:20.410 INFO:teuthology.orchestra.run.trial069.stdout: mgr: x(active, since 6m), standbys: y 2026-02-12T02:55:20.410 INFO:teuthology.orchestra.run.trial069.stdout: osd: 8 osds: 8 up (since 12m), 8 in (since 12m) 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: data: 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: pools: 6 pools, 161 pgs 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: objects: 244 objects, 585 KiB 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: usage: 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: pgs: 161 active+clean 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: io: 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T02:55:20.411 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:55:20.412 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:20 trial069 ceph-mon[22971]: from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:55:20.412 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:20 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3501523505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:55:20.412 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:20 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3984563351' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:55:20.412 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:20 trial069 ceph-mon[14520]: from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:55:20.412 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:20 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3501523505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:55:20.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:20 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3984563351' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:55:20.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:20 trial132 ceph-mon[16815]: from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:55:20.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:20 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3501523505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:55:20.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:20 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3984563351' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:55:20.471 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph mgr fail' 2026-02-12T02:55:20.754 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:55:21.027 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:21 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:55:21] ENGINE Bus STOPPING 2026-02-12T02:55:21.049 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T02:55:21.337 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:21 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:55:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:21 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:55:21] ENGINE Bus STOPPED 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3482581420' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/278030797' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: Activating manager daemon y 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/278030797' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: mgrmap e29: y(active, starting, since 0.00450335s) 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:55:21.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3482581420' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/278030797' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: Activating manager daemon y 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/278030797' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: mgrmap e29: y(active, starting, since 0.00450335s) 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:55:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:21 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:55:21.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:21 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: 2026-02-12T02:55:21.007+0000 7fbb97b93640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T02:55:21.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:21 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ignoring --setuser ceph since I am not root 2026-02-12T02:55:21.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:21 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ignoring --setgroup ceph since I am not root 2026-02-12T02:55:21.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mgr[48777]: -- 10.20.193.132:0/4294468230 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2569a00 con 0x253d800 2026-02-12T02:55:21.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:21.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3482581420' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:55:21.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='client.25016 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:21.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/278030797' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:55:21.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: Activating manager daemon y 2026-02-12T02:55:21.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/278030797' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:55:21.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T02:55:21.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: mgrmap e29: y(active, starting, since 0.00450335s) 2026-02-12T02:55:21.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:55:21.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:55:21.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:55:21.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:55:21.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:55:21.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:55:21.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:21 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:55:22.363 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:55:22.363 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:55:22.363 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: from numpy import show_config as show_numpy_config 2026-02-12T02:55:22.363 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:22 trial132 ceph-mon[16815]: Manager daemon y is now available 2026-02-12T02:55:22.363 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:22.363 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:55:22.364 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:55:22.364 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:55:22.364 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:22.364 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:22.433 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:55:22] ENGINE Bus STARTING 2026-02-12T02:55:22.433 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:55:22] ENGINE Serving on http://:::9283 2026-02-12T02:55:22.433 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:55:22] ENGINE Bus STARTED 2026-02-12T02:55:22.434 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[22971]: Manager daemon y is now available 2026-02-12T02:55:22.434 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:22.434 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:55:22.434 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:55:22.434 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:55:22.434 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:22.434 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:22.434 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[14520]: Manager daemon y is now available 2026-02-12T02:55:22.435 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:22.435 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:55:22.435 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:55:22.435 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T02:55:22.435 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:22.435 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:55:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:55:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:55:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:55:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:55:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:55:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:55:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:55:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:55:23.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:55:23.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: [12/Feb/2026:02:55:21] ENGINE Bus STARTING 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: [12/Feb/2026:02:55:22] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: [12/Feb/2026:02:55:22] ENGINE Client ('10.20.193.69', 38226) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: mgrmap e30: y(active, since 1.13539s) 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:23.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:23 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:55:23.555 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:55:23.555 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:55:23.555 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:55:23.555 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:55:23.555 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: [12/Feb/2026:02:55:21] ENGINE Bus STARTING 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: [12/Feb/2026:02:55:22] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: [12/Feb/2026:02:55:22] ENGINE Client ('10.20.193.69', 38226) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: mgrmap e30: y(active, since 1.13539s) 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.556 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: [12/Feb/2026:02:55:21] ENGINE Bus STARTING 2026-02-12T02:55:23.557 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: [12/Feb/2026:02:55:22] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: [12/Feb/2026:02:55:22] ENGINE Client ('10.20.193.69', 38226) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: mgrmap e30: y(active, since 1.13539s) 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.558 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:23.559 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:23.559 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:23 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:55:24.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: [12/Feb/2026:02:55:22] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T02:55:24.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: [12/Feb/2026:02:55:22] ENGINE Bus STARTED 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: Standby manager daemon x started 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:24 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: [12/Feb/2026:02:55:22] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: [12/Feb/2026:02:55:22] ENGINE Bus STARTED 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:55:24.517 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: Standby manager daemon x started 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.518 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: [12/Feb/2026:02:55:22] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: [12/Feb/2026:02:55:22] ENGINE Bus STARTED 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.519 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: Standby manager daemon x started 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:24.520 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:24 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[14520]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.132'] -> ['10.20.193.69'] (diff {'10.20.193.69', '10.20.193.132'}) 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[14520]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[14520]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3889546331' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[14520]: mgrmap e31: y(active, since 3s), standbys: x 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[22971]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.132'] -> ['10.20.193.69'] (diff {'10.20.193.69', '10.20.193.132'}) 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[22971]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[22971]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3889546331' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[22971]: mgrmap e31: y(active, since 3s), standbys: x 2026-02-12T02:55:25.245 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:25 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:55:25.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:25 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:55:25.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:25 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:55:25.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:25 trial132 ceph-mon[16815]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.132'] -> ['10.20.193.69'] (diff {'10.20.193.69', '10.20.193.132'}) 2026-02-12T02:55:25.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:25 trial132 ceph-mon[16815]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:55:25.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:25 trial132 ceph-mon[16815]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:55:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:25 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3889546331' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:55:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:25 trial132 ceph-mon[16815]: mgrmap e31: y(active, since 3s), standbys: x 2026-02-12T02:55:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:25 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:55:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T02:55:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:55:26.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:55:26.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:55:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T02:55:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:55:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:55:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:55:26.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:55:26.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:55:26.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:55:27.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:27 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:55:27.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:27 trial132 ceph-mon[16815]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:55:27.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:27 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:55:27.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:27 trial069 ceph-mon[14520]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:55:27.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:27 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:55:27.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:27 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:55:28.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:28 trial132 ceph-mon[16815]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:28.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:28 trial069 ceph-mon[14520]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:28.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:28 trial069 ceph-mon[22971]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:55:30.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:30 trial132 ceph-mon[16815]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:55:30.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:30 trial069 ceph-mon[22971]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:55:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:30 trial069 ceph-mon[14520]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T02:55:32.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:32 trial132 ceph-mon[16815]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:55:32.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:32 trial069 ceph-mon[22971]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:55:32.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:32 trial069 ceph-mon[14520]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 0 B/s wr, 9 op/s 2026-02-12T02:55:33.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:55:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:55:32.841Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:55:33.337 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:55:32] "GET /metrics HTTP/1.1" 200 5238 "" "Prometheus/3.6.0" 2026-02-12T02:55:34.155 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:55:33] ENGINE Bus STARTING 2026-02-12T02:55:34.156 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: CherryPy Checker: 2026-02-12T02:55:34.156 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: The Application mounted at '' has an empty config. 2026-02-12T02:55:34.156 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: 2026-02-12T02:55:34.156 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:34 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:55:34] ENGINE Serving on http://:::9283 2026-02-12T02:55:34.156 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:34 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:55:34] ENGINE Bus STARTED 2026-02-12T02:55:34.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:34 trial132 ceph-mon[16815]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:34.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:34 trial069 ceph-mon[22971]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:34.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:34 trial069 ceph-mon[14520]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:35.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:35 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:35.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:35 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:35.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:35 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:36 trial132 ceph-mon[16815]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:36.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:36 trial069 ceph-mon[22971]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:36.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:36 trial069 ceph-mon[14520]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:37.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:37 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:37.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:55:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:55:37.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:37 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:37.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:37 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:38 trial132 ceph-mon[16815]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:38.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:38 trial069 ceph-mon[22971]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:38.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:38 trial069 ceph-mon[14520]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:39.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:39 trial132 ceph-mon[16815]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:39.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:39 trial069 ceph-mon[22971]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:39.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:39 trial069 ceph-mon[14520]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T02:55:42.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:42 trial069 ceph-mon[22971]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:42.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:42 trial069 ceph-mon[14520]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:42 trial132 ceph-mon[16815]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:55:42] "GET /metrics HTTP/1.1" 200 5713 "" "Prometheus/3.6.0" 2026-02-12T02:55:43.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:55:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:55:42.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:55:44.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:44 trial069 ceph-mon[22971]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:44.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:44 trial069 ceph-mon[14520]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:44.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:44 trial132 ceph-mon[16815]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:45.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:45 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:45.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:45 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:45.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:45 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:46.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:46 trial069 ceph-mon[22971]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:46.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:46 trial069 ceph-mon[14520]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:46.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:46 trial132 ceph-mon[16815]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:47.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:55:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:55:48.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:48 trial069 ceph-mon[22971]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:48.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:48 trial069 ceph-mon[14520]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:48.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:48 trial132 ceph-mon[16815]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:50.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:50 trial069 ceph-mon[22971]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:50.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:50 trial069 ceph-mon[14520]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:50 trial132 ceph-mon[16815]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:52.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:52 trial069 ceph-mon[22971]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:52.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:52 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:52.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:52 trial069 ceph-mon[14520]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:52.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:52 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:52.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:52 trial132 ceph-mon[16815]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:52.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:52 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:55:53.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:55:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:55:52] "GET /metrics HTTP/1.1" 200 5711 "" "Prometheus/3.6.0" 2026-02-12T02:55:53.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:55:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:55:52.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:55:54.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:54 trial069 ceph-mon[22971]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:54.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:54 trial069 ceph-mon[14520]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:54.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:54 trial132 ceph-mon[16815]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:55:55.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:55 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:55.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:55 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:55.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:55 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:55:56.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:56 trial069 ceph-mon[22971]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:56.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:56 trial069 ceph-mon[14520]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:56.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:56 trial132 ceph-mon[16815]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:57.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:55:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:55:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:55:58.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:55:58 trial069 ceph-mon[22971]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:58.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:55:58 trial069 ceph-mon[14520]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:55:58.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:55:58 trial132 ceph-mon[16815]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:00.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:00 trial069 ceph-mon[22971]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:00.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:00 trial069 ceph-mon[14520]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:00.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:00 trial132 ceph-mon[16815]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:02.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:02 trial069 ceph-mon[22971]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:02.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:02 trial069 ceph-mon[14520]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:02.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:02 trial132 ceph-mon[16815]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:03.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:56:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:02] "GET /metrics HTTP/1.1" 200 5711 "" "Prometheus/3.6.0" 2026-02-12T02:56:03.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:02.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:56:04.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:04 trial069 ceph-mon[22971]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:04.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:04 trial069 ceph-mon[14520]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:04.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:04 trial132 ceph-mon[16815]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:05.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:05 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:05.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:05 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:05.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:05 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:06.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:06 trial132 ceph-mon[16815]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:06.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:06 trial069 ceph-mon[22971]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:06.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:06 trial069 ceph-mon[14520]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:07.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:07 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:07.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:56:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:56:07.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:07 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:07.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:07 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:08.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:08 trial132 ceph-mon[16815]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:08.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:08 trial069 ceph-mon[22971]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:08.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:08 trial069 ceph-mon[14520]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:10.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:10 trial132 ceph-mon[16815]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:10.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:10 trial069 ceph-mon[22971]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:10.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:10 trial069 ceph-mon[14520]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:12.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:12 trial132 ceph-mon[16815]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:12.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:12 trial069 ceph-mon[22971]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:12.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:12 trial069 ceph-mon[14520]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:56:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:12] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T02:56:13.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:12.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:56:14.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:14 trial132 ceph-mon[16815]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:14.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:14 trial069 ceph-mon[22971]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:14.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:14 trial069 ceph-mon[14520]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:15.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:15 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:15.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:15 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:15.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:15 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:16.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:16 trial132 ceph-mon[16815]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:16.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:16 trial069 ceph-mon[22971]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:16.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:16 trial069 ceph-mon[14520]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:56:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:56:18.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:18 trial132 ceph-mon[16815]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:18.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:18 trial069 ceph-mon[22971]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:18.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:18 trial069 ceph-mon[14520]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:20.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:20 trial132 ceph-mon[16815]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:20.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:20 trial069 ceph-mon[22971]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:20.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:20 trial069 ceph-mon[14520]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:22.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:22 trial132 ceph-mon[16815]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:22.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:22.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:22 trial069 ceph-mon[22971]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:22.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:22.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:22 trial069 ceph-mon[14520]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:56:22.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:56:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:56:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:56:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:22.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:56:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:56:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:22] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T02:56:24.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:24 trial132 ceph-mon[16815]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:24.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:24 trial069 ceph-mon[22971]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:24.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:24 trial069 ceph-mon[14520]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:25 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:25.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:25 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:25.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:25 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:26 trial132 ceph-mon[16815]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:56:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:56:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:56:26.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:26 trial069 ceph-mon[22971]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:26.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:56:26.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:56:26.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:56:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:26 trial069 ceph-mon[14520]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:56:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:56:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:56:27.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:56:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:56:28.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:28 trial132 ceph-mon[16815]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:28.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:28 trial069 ceph-mon[22971]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:28.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:28 trial069 ceph-mon[14520]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:30 trial132 ceph-mon[16815]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:30.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:30 trial069 ceph-mon[22971]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:30 trial069 ceph-mon[14520]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:32.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:32 trial132 ceph-mon[16815]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:32.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:32 trial069 ceph-mon[22971]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:32.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:32 trial069 ceph-mon[14520]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:33.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:56:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:32] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T02:56:33.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:32.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:56:34.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:34 trial132 ceph-mon[16815]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:34.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:34 trial069 ceph-mon[22971]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:34.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:34 trial069 ceph-mon[14520]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:35.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:35 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:35.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:35 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:35.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:35 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:36 trial132 ceph-mon[16815]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:36.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:36 trial069 ceph-mon[22971]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:36.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:36 trial069 ceph-mon[14520]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:37.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:37 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:37.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:56:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:56:37.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:37 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:37.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:37 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:38.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:38 trial132 ceph-mon[16815]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:38.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:38 trial069 ceph-mon[22971]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:38.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:38 trial069 ceph-mon[14520]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:40.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:40 trial132 ceph-mon[16815]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:40.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:40 trial069 ceph-mon[22971]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:40 trial069 ceph-mon[14520]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:42 trial132 ceph-mon[16815]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:42.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:42 trial069 ceph-mon[22971]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:42.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:42 trial069 ceph-mon[14520]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:56:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:42] "GET /metrics HTTP/1.1" 200 5720 "" "Prometheus/3.6.0" 2026-02-12T02:56:43.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:42.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:56:44.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:44 trial132 ceph-mon[16815]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:44.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:44 trial069 ceph-mon[22971]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:44.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:44 trial069 ceph-mon[14520]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:46.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:46 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:46.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:46 trial132 ceph-mon[16815]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:46.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:46 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:46.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:46 trial069 ceph-mon[22971]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:46.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:46 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:46.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:46 trial069 ceph-mon[14520]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:47.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:56:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:56:48.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:48 trial132 ceph-mon[16815]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:48.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:48 trial069 ceph-mon[22971]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:48 trial069 ceph-mon[14520]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:50 trial132 ceph-mon[16815]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:50.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:50 trial069 ceph-mon[22971]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:50.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:50 trial069 ceph-mon[14520]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:52.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:52 trial132 ceph-mon[16815]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:52.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:52 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:52.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:52 trial069 ceph-mon[22971]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:52.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:52 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:52.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:52 trial069 ceph-mon[14520]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:52.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:52 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:56:53.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:56:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:52] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T02:56:53.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:56:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:56:52.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:56:54.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:54 trial132 ceph-mon[16815]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:54.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:54 trial069 ceph-mon[22971]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:54 trial069 ceph-mon[14520]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:56:56.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:56 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:56.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:56 trial132 ceph-mon[16815]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:56.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:56 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:56.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:56 trial069 ceph-mon[22971]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:56.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:56 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:56:56.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:56 trial069 ceph-mon[14520]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:57.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:56:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:56:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:56:58.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:56:58 trial132 ceph-mon[16815]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:58.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:56:58 trial069 ceph-mon[22971]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:56:58.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:56:58 trial069 ceph-mon[14520]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:00.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:00 trial132 ceph-mon[16815]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:00.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:00 trial069 ceph-mon[22971]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:00.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:00 trial069 ceph-mon[14520]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:02.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:02 trial132 ceph-mon[16815]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:02.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:02 trial069 ceph-mon[22971]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:02.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:02 trial069 ceph-mon[14520]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:03.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:57:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:02] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T02:57:03.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:02.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:57:04.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:04 trial132 ceph-mon[16815]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:04.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:04 trial069 ceph-mon[22971]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:04.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:04 trial069 ceph-mon[14520]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:06 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:06.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:06 trial132 ceph-mon[16815]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:06.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:06 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:06.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:06 trial069 ceph-mon[22971]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:06.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:06 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:06.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:06 trial069 ceph-mon[14520]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:07.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:07 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:07.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:57:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:57:07.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:07 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:07.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:07 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:08.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:08 trial132 ceph-mon[16815]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:08.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:08 trial069 ceph-mon[22971]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:08.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:08 trial069 ceph-mon[14520]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:10.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:10 trial132 ceph-mon[16815]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:10.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:10 trial069 ceph-mon[22971]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:10.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:10 trial069 ceph-mon[14520]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:12.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:12 trial132 ceph-mon[16815]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:12.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:12 trial069 ceph-mon[22971]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:12.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:12 trial069 ceph-mon[14520]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:57:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:12] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T02:57:13.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:12.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:57:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:14 trial132 ceph-mon[16815]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:14.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:14 trial069 ceph-mon[22971]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:14.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:14 trial069 ceph-mon[14520]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:16.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:16 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:16.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:16 trial132 ceph-mon[16815]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:16.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:16 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:16.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:16 trial069 ceph-mon[22971]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:16.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:16 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:16.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:16 trial069 ceph-mon[14520]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:57:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:57:18.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:18 trial132 ceph-mon[16815]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:18.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:18 trial069 ceph-mon[22971]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:18 trial069 ceph-mon[14520]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:20.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:20 trial132 ceph-mon[16815]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:20.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:20 trial069 ceph-mon[22971]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:20.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:20 trial069 ceph-mon[14520]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:22.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:22 trial132 ceph-mon[16815]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:22.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:22.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:22 trial069 ceph-mon[22971]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:22.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:22.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:22 trial069 ceph-mon[14520]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:22.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:57:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:57:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:57:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:22.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:57:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:57:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:22] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T02:57:24.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:24 trial132 ceph-mon[16815]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:24.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:24 trial069 ceph-mon[22971]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:24.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:24 trial069 ceph-mon[14520]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:26 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:26 trial132 ceph-mon[16815]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:57:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:57:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:26 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:57:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[14520]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:57:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:57:26.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:57:26.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[22971]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:57:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:57:26.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:26 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' 2026-02-12T02:57:27.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:57:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:57:28.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:28 trial132 ceph-mon[16815]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:28.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:28 trial069 ceph-mon[22971]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:28.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:28 trial069 ceph-mon[14520]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:30 trial132 ceph-mon[16815]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:30.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:30 trial069 ceph-mon[22971]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:30 trial069 ceph-mon[14520]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:32.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:32 trial132 ceph-mon[16815]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:32.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:32 trial069 ceph-mon[22971]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:32.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:32 trial069 ceph-mon[14520]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:57:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:32] "GET /metrics HTTP/1.1" 200 5709 "" "Prometheus/3.6.0" 2026-02-12T02:57:33.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:32.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:57:34.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:34 trial132 ceph-mon[16815]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:34.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:34 trial069 ceph-mon[22971]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:34.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:34 trial069 ceph-mon[14520]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:36 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:36 trial132 ceph-mon[16815]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:36.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:36 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:36.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:36 trial069 ceph-mon[22971]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:36.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:36 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:36.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:36 trial069 ceph-mon[14520]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:37.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:37 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:37.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:37 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:37 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:37.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:57:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:57:38.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:38 trial069 ceph-mon[22971]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:38.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:38 trial069 ceph-mon[14520]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:38.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:38 trial132 ceph-mon[16815]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:40.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:40 trial069 ceph-mon[22971]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:40 trial069 ceph-mon[14520]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:40.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:40 trial132 ceph-mon[16815]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:41.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:41 trial069 ceph-mon[22971]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:41.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:41 trial069 ceph-mon[14520]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:41 trial132 ceph-mon[16815]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:57:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:42] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T02:57:43.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:42.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:57:44.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:44 trial132 ceph-mon[16815]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:44.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:44 trial069 ceph-mon[22971]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:44.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:44 trial069 ceph-mon[14520]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:46.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:46 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:46.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:46 trial132 ceph-mon[16815]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:46.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:46 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:46.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:46 trial069 ceph-mon[22971]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:46.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:46 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:46.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:46 trial069 ceph-mon[14520]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:47.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:57:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:57:48.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:48 trial132 ceph-mon[16815]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:48.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:48 trial069 ceph-mon[22971]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:48.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:48 trial069 ceph-mon[14520]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:50 trial132 ceph-mon[16815]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:50.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:50 trial069 ceph-mon[22971]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:50.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:50 trial069 ceph-mon[14520]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:52.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:52 trial132 ceph-mon[16815]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:52.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:52 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:52.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:52 trial069 ceph-mon[22971]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:52.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:52 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:52.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:52 trial069 ceph-mon[14520]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:52.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:52 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:57:53.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:57:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:52] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T02:57:53.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:57:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:57:52.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:57:54.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:54 trial132 ceph-mon[16815]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:54.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:54 trial069 ceph-mon[22971]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:54 trial069 ceph-mon[14520]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:57:56.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:56 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:56.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:56 trial132 ceph-mon[16815]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:56.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:56 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:56.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:56 trial069 ceph-mon[22971]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:56.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:56 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:57:56.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:56 trial069 ceph-mon[14520]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:57.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:57:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:57:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:57:58.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:57:58 trial132 ceph-mon[16815]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:58.415 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 02:57:58 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=sqlstore.transactions t=2026-02-12T02:57:58.235528423Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T02:57:58.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:57:58 trial069 ceph-mon[22971]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:57:58.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:57:58 trial069 ceph-mon[14520]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:00.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:00 trial132 ceph-mon[16815]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:00.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:00 trial069 ceph-mon[22971]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:00.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:00 trial069 ceph-mon[14520]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:02.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:02 trial132 ceph-mon[16815]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:02.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:02 trial069 ceph-mon[22971]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:02.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:02 trial069 ceph-mon[14520]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:03.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:02] "GET /metrics HTTP/1.1" 200 5715 "" "Prometheus/3.6.0" 2026-02-12T02:58:03.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:02.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:58:04.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:04 trial132 ceph-mon[16815]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:04.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:04 trial069 ceph-mon[22971]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:04.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:04 trial069 ceph-mon[14520]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:06.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:06 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:06.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:06 trial132 ceph-mon[16815]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:06.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:06 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:06.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:06 trial069 ceph-mon[22971]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:06.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:06 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:06.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:06 trial069 ceph-mon[14520]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:07.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:07 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:07.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:58:07.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:07 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:07.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:07 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:08.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:08 trial132 ceph-mon[16815]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:08.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:08 trial069 ceph-mon[22971]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:08.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:08 trial069 ceph-mon[14520]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:10.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:10 trial132 ceph-mon[16815]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:10.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:10 trial069 ceph-mon[22971]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:10.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:10 trial069 ceph-mon[14520]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:12.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:12 trial132 ceph-mon[16815]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:12.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:12 trial069 ceph-mon[22971]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:12.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:12 trial069 ceph-mon[14520]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:12] "GET /metrics HTTP/1.1" 200 5711 "" "Prometheus/3.6.0" 2026-02-12T02:58:13.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:12.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:58:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:14 trial132 ceph-mon[16815]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:14.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:14 trial069 ceph-mon[22971]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:14.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:14 trial069 ceph-mon[14520]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:16.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:16 trial132 ceph-mon[16815]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:16.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:16 trial132 ceph-mon[16815]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:16.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:16 trial069 ceph-mon[22971]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:16.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:16 trial069 ceph-mon[22971]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:16.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:16 trial069 ceph-mon[14520]: from='client.25169 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:16.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:16 trial069 ceph-mon[14520]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:58:18.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:18 trial132 ceph-mon[16815]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:18.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:18 trial069 ceph-mon[22971]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:18.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:18 trial069 ceph-mon[14520]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:20.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:20 trial132 ceph-mon[16815]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:20.587 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:20 trial069 ceph-mon[22971]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:20.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:20 trial069 ceph-mon[14520]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:21.445 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T02:58:21.731 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:58:21.960 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T02:58:21.961 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (15m) 2m ago 15m - - 0.25.0 c8568f914cd2 575558c02a36 2026-02-12T02:58:21.961 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (15m) 2m ago 15m 91.3M - 10.4.0 c8b91775d855 c898c33a9ed4 2026-02-12T02:58:21.961 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (2m) 2m ago 15m - - 3.9 4cc07a41bb19 d2ccad9787c9 2026-02-12T02:58:21.961 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (11m) 2m ago 17m 142M - 20.3.0-5250-g84a80275 21b90b676abb e955b710dadf 2026-02-12T02:58:21.961 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (5m) 2m ago 17m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T02:58:21.961 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (17m) 2m ago 17m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T02:58:21.961 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (17m) 2m ago 17m 50.4M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T02:58:21.961 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (17m) 2m ago 17m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (15m) 2m ago 15m - - 1.7.0 72c9c2088986 7d340b4db16e 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (15m) 2m ago 15m 14.2M - 1.7.0 72c9c2088986 8f23bf486383 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (16m) 2m ago 16m 60.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (16m) 2m ago 16m 59.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (16m) 2m ago 16m 56.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (15m) 2m ago 15m 61.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (8m) 2m ago 15m 61.6M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T02:58:21.962 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (15m) 2m ago 15m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T02:58:21.963 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (15m) 2m ago 15m 112M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T02:58:21.999 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T02:58:22.282 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:58:22.304 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:22 trial069 ceph-mon[14520]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:22.304 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:22 trial069 ceph-mon[14520]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:22.305 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:22 trial069 ceph-mon[22971]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:22.305 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:22 trial069 ceph-mon[22971]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:22.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:22 trial132 ceph-mon[16815]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:22.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:22 trial132 ceph-mon[16815]: from='mgr.15243 10.20.193.69:0/2021728424' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:22.540 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T02:58:22.540 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T02:58:22.540 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T02:58:22.540 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T02:58:22.541 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T02:58:22.542 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T02:58:22.542 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T02:58:22.542 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T02:58:22.576 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph -s' 2026-02-12T02:58:22.859 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:58:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:58:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:58:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T02:58:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:22.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:58:23.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:22] "GET /metrics HTTP/1.1" 200 5712 "" "Prometheus/3.6.0" 2026-02-12T02:58:23.109 INFO:teuthology.orchestra.run.trial069.stdout: cluster: 2026-02-12T02:58:23.109 INFO:teuthology.orchestra.run.trial069.stdout: id: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T02:58:23.109 INFO:teuthology.orchestra.run.trial069.stdout: health: HEALTH_OK 2026-02-12T02:58:23.110 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:58:23.110 INFO:teuthology.orchestra.run.trial069.stdout: services: 2026-02-12T02:58:23.110 INFO:teuthology.orchestra.run.trial069.stdout: mon: 3 daemons, quorum a,b,c (age 17m) 2026-02-12T02:58:23.110 INFO:teuthology.orchestra.run.trial069.stdout: mgr: y(active, since 3m), standbys: x 2026-02-12T02:58:23.110 INFO:teuthology.orchestra.run.trial069.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 15m) 2026-02-12T02:58:23.110 INFO:teuthology.orchestra.run.trial069.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T02:58:23.110 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: data: 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: pools: 6 pools, 161 pgs 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: objects: 244 objects, 585 KiB 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: usage: 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: pgs: 161 active+clean 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: io: 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T02:58:23.111 INFO:teuthology.orchestra.run.trial069.stdout: 2026-02-12T02:58:23.146 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T02:58:23.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:23 trial132 ceph-mon[16815]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:58:23.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:23 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1005208333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:58:23.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:23 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/134006050' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:58:23.431 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:58:23.454 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:23 trial069 ceph-mon[14520]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:58:23.454 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:23 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1005208333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:58:23.454 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:23 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/134006050' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:58:23.454 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:23 trial069 ceph-mon[22971]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T02:58:23.454 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:23 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1005208333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:58:23.455 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:23 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/134006050' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T02:58:23.688 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T02:58:23.727 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2026-02-12T02:58:24.010 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:58:24.273 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T02:58:24.283 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:24 trial069 ceph-mon[14520]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:24.284 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:24 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3903572547' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:58:24.284 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:24 trial069 ceph-mon[22971]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:24.284 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:24 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3903572547' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:58:24.302 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph mgr fail' 2026-02-12T02:58:24.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:24 trial132 ceph-mon[16815]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:24.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:24 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3903572547' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T02:58:24.588 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:58:24.862 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:24 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T02:58:24.832+0000 7fde5d31b640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T02:58:24.877 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 180' 2026-02-12T02:58:25.124 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:58:24] ENGINE Bus STOPPING 2026-02-12T02:58:25.125 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:24 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ignoring --setuser ceph since I am not root 2026-02-12T02:58:25.125 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:24 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ignoring --setgroup ceph since I am not root 2026-02-12T02:58:25.125 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:24 trial069 ceph-mgr[67339]: -- 10.20.193.69:0/2080432998 <== mon.2 v2:10.20.193.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x26aba00 con 0x267fc00 2026-02-12T02:58:25.166 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T02:58:25.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:25 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:58:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T02:58:25.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:25 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:58:25] ENGINE Bus STOPPED 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2409399770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2092992610' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: Activating manager daemon x 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: mgrmap e32: x(active, starting, since 0.0039108s) 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:58:25.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:58:25.466 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2409399770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:58:25.466 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2092992610' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:58:25.466 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:58:25.466 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: Activating manager daemon x 2026-02-12T02:58:25.466 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:58:25.466 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T02:58:25.467 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: mgrmap e32: x(active, starting, since 0.0039108s) 2026-02-12T02:58:25.467 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:58:25.467 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:58:25.467 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:58:25.467 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:58:25.467 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:58:25.467 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:58:25.467 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2409399770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2092992610' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: Activating manager daemon x 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: mgrmap e32: x(active, starting, since 0.0039108s) 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T02:58:25.468 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T02:58:25.469 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T02:58:25.469 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T02:58:26.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:25 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T02:58:26.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:25 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T02:58:26.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:25 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: from numpy import show_config as show_numpy_config 2026-02-12T02:58:26.412 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: Manager daemon x is now available 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:58:26.413 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: [12/Feb/2026:02:58:25] ENGINE Bus STARTING 2026-02-12T02:58:26.414 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: [12/Feb/2026:02:58:25] ENGINE Serving on https://10.20.193.132:7150 2026-02-12T02:58:26.414 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: [12/Feb/2026:02:58:25] ENGINE Client ('10.20.193.132', 55420) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:58:26.414 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: [12/Feb/2026:02:58:25] ENGINE Serving on http://10.20.193.132:8765 2026-02-12T02:58:26.414 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[14520]: [12/Feb/2026:02:58:25] ENGINE Bus STARTED 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: Manager daemon x is now available 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:58:26.415 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:58:26.416 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:58:26.416 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:58:26.416 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: [12/Feb/2026:02:58:25] ENGINE Bus STARTING 2026-02-12T02:58:26.416 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: [12/Feb/2026:02:58:25] ENGINE Serving on https://10.20.193.132:7150 2026-02-12T02:58:26.416 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: [12/Feb/2026:02:58:25] ENGINE Client ('10.20.193.132', 55420) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:58:26.416 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: [12/Feb/2026:02:58:25] ENGINE Serving on http://10.20.193.132:8765 2026-02-12T02:58:26.416 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:26 trial069 ceph-mon[22971]: [12/Feb/2026:02:58:25] ENGINE Bus STARTED 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: Manager daemon x is now available 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T02:58:26.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:58:26.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T02:58:26.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: [12/Feb/2026:02:58:25] ENGINE Bus STARTING 2026-02-12T02:58:26.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: [12/Feb/2026:02:58:25] ENGINE Serving on https://10.20.193.132:7150 2026-02-12T02:58:26.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: [12/Feb/2026:02:58:25] ENGINE Client ('10.20.193.132', 55420) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T02:58:26.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: [12/Feb/2026:02:58:25] ENGINE Serving on http://10.20.193.132:8765 2026-02-12T02:58:26.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:26 trial132 ceph-mon[16815]: [12/Feb/2026:02:58:25] ENGINE Bus STARTED 2026-02-12T02:58:27.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: mgrmap e33: x(active, since 1.30191s) 2026-02-12T02:58:27.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:58:27.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:27.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:58:27.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:27 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:58:27.536 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: mgrmap e33: x(active, since 1.30191s) 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.537 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: mgrmap e33: x(active, since 1.30191s) 2026-02-12T02:58:27.538 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:58:27.539 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T02:58:27.540 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T02:58:27.540 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:27.540 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:58:27.540 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:27 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T02:58:28.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:58:28.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:58:28.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:58:28.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:58:28.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.69'] -> ['10.20.193.132'] (diff {'10.20.193.69', '10.20.193.132'}) 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: Standby manager daemon y started 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:58:28.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:58:28.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:58:28.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/560925038' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:58:28.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:58:28.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:58:28.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:58:28.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.69'] -> ['10.20.193.132'] (diff {'10.20.193.69', '10.20.193.132'}) 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: Standby manager daemon y started 2026-02-12T02:58:28.341 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:58:28.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:58:28.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:58:28.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:58:28.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.342 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:28 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/560925038' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:58:28.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:58:28.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T02:58:28.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:58:28.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T02:58:28.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.69'] -> ['10.20.193.132'] (diff {'10.20.193.69', '10.20.193.132'}) 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: Standby manager daemon y started 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T02:58:28.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:28.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:28 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/560925038' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T02:58:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:58:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T02:58:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:58:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: mgrmap e34: x(active, since 3s), standbys: y 2026-02-12T02:58:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3197605296' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3348671161"}]: dispatch 2026-02-12T02:58:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:29.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:58:29.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:58:29.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:58:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:58:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T02:58:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:58:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: mgrmap e34: x(active, since 3s), standbys: y 2026-02-12T02:58:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3197605296' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3348671161"}]: dispatch 2026-02-12T02:58:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: mgrmap e34: x(active, since 3s), standbys: y 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3197605296' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3348671161"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:58:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:58:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:30 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:58:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:30 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:58:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:30 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3197605296' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3348671161"}]': finished 2026-02-12T02:58:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:30 trial132 ceph-mon[16815]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T02:58:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:30 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3026848898' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2417833280"}]: dispatch 2026-02-12T02:58:30.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:58:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:58:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3197605296' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3348671161"}]': finished 2026-02-12T02:58:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[14520]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T02:58:30.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3026848898' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2417833280"}]: dispatch 2026-02-12T02:58:30.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T02:58:30.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T02:58:30.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3197605296' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3348671161"}]': finished 2026-02-12T02:58:30.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[22971]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T02:58:30.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:30 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3026848898' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2417833280"}]: dispatch 2026-02-12T02:58:31.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:31 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3026848898' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2417833280"}]': finished 2026-02-12T02:58:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:31 trial132 ceph-mon[16815]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T02:58:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:31 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3646622140' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1784411705"}]: dispatch 2026-02-12T02:58:31.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:31 trial132 ceph-mon[16815]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:31 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3026848898' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2417833280"}]': finished 2026-02-12T02:58:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:31 trial069 ceph-mon[14520]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T02:58:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:31 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3646622140' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1784411705"}]: dispatch 2026-02-12T02:58:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:31 trial069 ceph-mon[14520]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:31 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3026848898' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2417833280"}]': finished 2026-02-12T02:58:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:31 trial069 ceph-mon[22971]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T02:58:31.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:31 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3646622140' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1784411705"}]: dispatch 2026-02-12T02:58:31.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:31 trial069 ceph-mon[22971]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T02:58:32.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:32 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3646622140' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1784411705"}]': finished 2026-02-12T02:58:32.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:32 trial132 ceph-mon[16815]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T02:58:32.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:32 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2220233713' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]: dispatch 2026-02-12T02:58:32.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:32 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]: dispatch 2026-02-12T02:58:32.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:32 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3646622140' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1784411705"}]': finished 2026-02-12T02:58:32.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:32 trial069 ceph-mon[14520]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T02:58:32.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:32 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2220233713' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]: dispatch 2026-02-12T02:58:32.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:32 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]: dispatch 2026-02-12T02:58:32.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:32 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3646622140' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/1784411705"}]': finished 2026-02-12T02:58:32.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:32 trial069 ceph-mon[22971]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T02:58:32.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:32 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2220233713' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]: dispatch 2026-02-12T02:58:32.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:32 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]: dispatch 2026-02-12T02:58:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:33 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]': finished 2026-02-12T02:58:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:33 trial132 ceph-mon[16815]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T02:58:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:33 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/644095374' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/752226818"}]: dispatch 2026-02-12T02:58:33.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:33 trial132 ceph-mon[16815]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T02:58:33.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:33 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]': finished 2026-02-12T02:58:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:33 trial069 ceph-mon[14520]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T02:58:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:33 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/644095374' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/752226818"}]: dispatch 2026-02-12T02:58:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:33 trial069 ceph-mon[14520]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T02:58:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:33 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3282308647"}]': finished 2026-02-12T02:58:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:33 trial069 ceph-mon[22971]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T02:58:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:33 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/644095374' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/752226818"}]: dispatch 2026-02-12T02:58:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:33 trial069 ceph-mon[22971]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T02:58:34.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:34 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/644095374' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/752226818"}]': finished 2026-02-12T02:58:34.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:34 trial132 ceph-mon[16815]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T02:58:34.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:34 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2482118205' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2886739500"}]: dispatch 2026-02-12T02:58:34.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:34 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/644095374' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/752226818"}]': finished 2026-02-12T02:58:34.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:34 trial069 ceph-mon[14520]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T02:58:34.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:34 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2482118205' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2886739500"}]: dispatch 2026-02-12T02:58:34.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:34 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/644095374' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/752226818"}]': finished 2026-02-12T02:58:34.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:34 trial069 ceph-mon[22971]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T02:58:34.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:34 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2482118205' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2886739500"}]: dispatch 2026-02-12T02:58:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:35 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2482118205' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2886739500"}]': finished 2026-02-12T02:58:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:35 trial132 ceph-mon[16815]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T02:58:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:35 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/568392341' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]: dispatch 2026-02-12T02:58:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:35 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]: dispatch 2026-02-12T02:58:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:35 trial132 ceph-mon[16815]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2482118205' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2886739500"}]': finished 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[14520]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/568392341' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]: dispatch 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]: dispatch 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[14520]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2482118205' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/2886739500"}]': finished 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[22971]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/568392341' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]: dispatch 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]: dispatch 2026-02-12T02:58:35.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:35 trial069 ceph-mon[22971]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 46 KiB/s rd, 0 B/s wr, 20 op/s 2026-02-12T02:58:36.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:36 trial132 ceph-mon[16815]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]': finished 2026-02-12T02:58:36.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:36 trial132 ceph-mon[16815]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T02:58:36.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:58:36] ENGINE Bus STARTING 2026-02-12T02:58:36.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:58:36] ENGINE Serving on http://:::9283 2026-02-12T02:58:36.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: [12/Feb/2026:02:58:36] ENGINE Bus STARTED 2026-02-12T02:58:36.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:36 trial069 ceph-mon[14520]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]': finished 2026-02-12T02:58:36.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:36 trial069 ceph-mon[14520]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T02:58:36.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:36 trial069 ceph-mon[22971]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/1784411705"}]': finished 2026-02-12T02:58:36.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:36 trial069 ceph-mon[22971]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T02:58:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:37 trial132 ceph-mon[16815]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:58:37.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:37] "GET /metrics HTTP/1.1" 200 5238 "" "Prometheus/3.6.0" 2026-02-12T02:58:37.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:37.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:58:37.694 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:37 trial069 ceph-mon[14520]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:58:37.695 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:37 trial069 ceph-mon[22971]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T02:58:38.086 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:58:37] ENGINE Bus STARTING 2026-02-12T02:58:38.086 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: CherryPy Checker: 2026-02-12T02:58:38.086 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: The Application mounted at '' has an empty config. 2026-02-12T02:58:38.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T02:58:38.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:58:37] ENGINE Serving on http://:::9283 2026-02-12T02:58:38.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:02:58:37] ENGINE Bus STARTED 2026-02-12T02:58:40.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:39 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:40.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:39 trial132 ceph-mon[16815]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:40.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:39 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:40.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:39 trial069 ceph-mon[14520]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:40.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:39 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:40.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:39 trial069 ceph-mon[22971]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:41.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:40 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:41.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:40 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:41.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:40 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:42.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:41 trial132 ceph-mon[16815]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 684 B/s rd, 0 op/s 2026-02-12T02:58:42.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:41 trial069 ceph-mon[14520]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 684 B/s rd, 0 op/s 2026-02-12T02:58:42.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:41 trial069 ceph-mon[22971]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 684 B/s rd, 0 op/s 2026-02-12T02:58:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:58:44.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:43 trial132 ceph-mon[16815]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:44.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:43 trial069 ceph-mon[14520]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:44.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:43 trial069 ceph-mon[22971]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:46.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:45 trial132 ceph-mon[16815]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:58:46.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:45 trial069 ceph-mon[14520]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:58:46.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:45 trial069 ceph-mon[22971]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T02:58:47.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:47] "GET /metrics HTTP/1.1" 200 5718 "" "Prometheus/3.6.0" 2026-02-12T02:58:47.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:47.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:58:48.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:47 trial132 ceph-mon[16815]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:58:48.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:47 trial069 ceph-mon[22971]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:58:48.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:47 trial069 ceph-mon[14520]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T02:58:50.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:49 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:50.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:49 trial132 ceph-mon[16815]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:50.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:49 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:50.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:49 trial069 ceph-mon[14520]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:50.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:49 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:58:50.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:49 trial069 ceph-mon[22971]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:52.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:51 trial132 ceph-mon[16815]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:52.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:51 trial069 ceph-mon[14520]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:52.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:51 trial069 ceph-mon[22971]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:53.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:58:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:58:54.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:53 trial132 ceph-mon[16815]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:54.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:53 trial069 ceph-mon[14520]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:54.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:53 trial069 ceph-mon[22971]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:56.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:55 trial132 ceph-mon[16815]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:56.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:55 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:56.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:55 trial069 ceph-mon[14520]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:56.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:55 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:56.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:55 trial069 ceph-mon[22971]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:58:56.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:55 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:58:57.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:58:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:58:57] "GET /metrics HTTP/1.1" 200 5720 "" "Prometheus/3.6.0" 2026-02-12T02:58:57.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:58:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:58:57.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:58:58.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:57 trial132 ceph-mon[16815]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:58.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:57 trial069 ceph-mon[14520]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:58:58.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:57 trial069 ceph-mon[22971]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:00.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:59 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:00.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:58:59 trial132 ceph-mon[16815]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:00.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:59 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:00.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:58:59 trial069 ceph-mon[14520]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:00.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:59 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:00.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:58:59 trial069 ceph-mon[22971]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:02.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:01 trial132 ceph-mon[16815]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:02.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:01 trial069 ceph-mon[14520]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:02.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:01 trial069 ceph-mon[22971]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:03.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:59:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:59:04.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:03 trial132 ceph-mon[16815]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:04.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:03 trial069 ceph-mon[14520]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:04.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:03 trial069 ceph-mon[22971]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:06.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:05 trial132 ceph-mon[16815]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:06.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:05 trial069 ceph-mon[14520]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:06.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:05 trial069 ceph-mon[22971]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:07.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:59:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:07] "GET /metrics HTTP/1.1" 200 5720 "" "Prometheus/3.6.0" 2026-02-12T02:59:07.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:07.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:59:08.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:07 trial069 ceph-mon[14520]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:08.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:07 trial069 ceph-mon[22971]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:08.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:07 trial132 ceph-mon[16815]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:10.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:09 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:10.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:09 trial069 ceph-mon[14520]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:10.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:09 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:10.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:09 trial069 ceph-mon[22971]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:10.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:09 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:10.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:09 trial132 ceph-mon[16815]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:11.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:10 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:11.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:10 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:11.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:10 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:12.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:11 trial069 ceph-mon[14520]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:11 trial069 ceph-mon[22971]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:12.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:11 trial132 ceph-mon[16815]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:59:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:59:14.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:13 trial069 ceph-mon[14520]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:14.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:13 trial069 ceph-mon[22971]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:13 trial132 ceph-mon[16815]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:16.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:15 trial069 ceph-mon[14520]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:16.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:15 trial069 ceph-mon[22971]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:16.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:15 trial132 ceph-mon[16815]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:59:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:17] "GET /metrics HTTP/1.1" 200 5710 "" "Prometheus/3.6.0" 2026-02-12T02:59:17.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:17.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:59:18.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:17 trial069 ceph-mon[14520]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:18.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:17 trial069 ceph-mon[22971]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:18.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:17 trial132 ceph-mon[16815]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:20.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:19 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:20.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:19 trial069 ceph-mon[14520]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:20.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:19 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:20.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:19 trial069 ceph-mon[22971]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:20.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:19 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:20.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:19 trial132 ceph-mon[16815]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:22.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:21 trial069 ceph-mon[14520]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:22.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:21 trial069 ceph-mon[22971]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:22.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:21 trial132 ceph-mon[16815]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T02:59:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:59:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:59:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T02:59:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:59:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:59:24.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:23 trial069 ceph-mon[14520]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:24.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:23 trial069 ceph-mon[22971]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:24.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:23 trial132 ceph-mon[16815]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:26.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:25 trial069 ceph-mon[14520]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:26.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:26.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:25 trial069 ceph-mon[22971]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:26.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:26.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:25 trial132 ceph-mon[16815]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:26.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:27.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:27.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:59:27.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:59:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:27] "GET /metrics HTTP/1.1" 200 5718 "" "Prometheus/3.6.0" 2026-02-12T02:59:28.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:27 trial069 ceph-mon[14520]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:28.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:27 trial069 ceph-mon[22971]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:28.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:27 trial132 ceph-mon[16815]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:30.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:30.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[14520]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:30.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:59:30.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:59:30.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:59:30.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:30.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[22971]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:30.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:59:30.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:59:30.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:29 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:59:30.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:29 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:29 trial132 ceph-mon[16815]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T02:59:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T02:59:30.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:29 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T02:59:32.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:31 trial069 ceph-mon[14520]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:32.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:31 trial069 ceph-mon[22971]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:32.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:31 trial132 ceph-mon[16815]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:33.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:59:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:59:34.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:33 trial069 ceph-mon[14520]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:34.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:33 trial069 ceph-mon[22971]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:34.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:33 trial132 ceph-mon[16815]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:36.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:35 trial069 ceph-mon[22971]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:36.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:35 trial069 ceph-mon[14520]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:36.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:35 trial132 ceph-mon[16815]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:37.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:59:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:37] "GET /metrics HTTP/1.1" 200 5718 "" "Prometheus/3.6.0" 2026-02-12T02:59:37.664 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:37.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:59:38.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:37 trial069 ceph-mon[14520]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:38.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:37 trial069 ceph-mon[22971]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:38.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:37 trial132 ceph-mon[16815]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:40.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:39 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:40.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:39 trial069 ceph-mon[14520]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:40.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:39 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:40.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:39 trial069 ceph-mon[22971]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:40.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:39 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:40.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:39 trial132 ceph-mon[16815]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:41.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:40 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:41.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:40 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:41.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:40 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:42.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:41 trial069 ceph-mon[14520]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:42.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:41 trial069 ceph-mon[22971]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:42.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:41 trial132 ceph-mon[16815]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:59:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:59:44.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:43 trial069 ceph-mon[14520]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:44.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:43 trial069 ceph-mon[22971]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:44.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:43 trial132 ceph-mon[16815]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:46.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:45 trial069 ceph-mon[14520]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:46.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:45 trial069 ceph-mon[22971]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:46.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:45 trial132 ceph-mon[16815]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:47.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:59:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:47] "GET /metrics HTTP/1.1" 200 5723 "" "Prometheus/3.6.0" 2026-02-12T02:59:47.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:47.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:59:48.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:47 trial069 ceph-mon[14520]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:48.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:47 trial069 ceph-mon[22971]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:48.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:47 trial132 ceph-mon[16815]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:50.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:49 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:50.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:49 trial069 ceph-mon[14520]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:50.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:49 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:50.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:49 trial069 ceph-mon[22971]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:50.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:49 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T02:59:50.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:49 trial132 ceph-mon[16815]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:52.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:51 trial069 ceph-mon[14520]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:52.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:51 trial069 ceph-mon[22971]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:52.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:51 trial132 ceph-mon[16815]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:53.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 02:59:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T02:59:54.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:53 trial069 ceph-mon[22971]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:54.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:53 trial069 ceph-mon[14520]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:54.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:53 trial132 ceph-mon[16815]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:56.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:55 trial069 ceph-mon[14520]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:56.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:55 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:56.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:55 trial069 ceph-mon[22971]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:56.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:55 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:56.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:55 trial132 ceph-mon[16815]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T02:59:56.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:55 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T02:59:57.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 02:59:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:02:59:57] "GET /metrics HTTP/1.1" 200 5722 "" "Prometheus/3.6.0" 2026-02-12T02:59:57.664 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 02:59:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T02:59:57.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T02:59:58.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:57 trial069 ceph-mon[14520]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:58.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:57 trial069 ceph-mon[22971]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T02:59:58.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:57 trial132 ceph-mon[16815]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:00.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:59 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:00.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 02:59:59 trial069 ceph-mon[14520]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:00.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:59 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:00.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 02:59:59 trial069 ceph-mon[22971]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:00.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:59 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:00.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 02:59:59 trial132 ceph-mon[16815]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:01.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:00 trial069 ceph-mon[14520]: overall HEALTH_OK 2026-02-12T03:00:01.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:00 trial069 ceph-mon[22971]: overall HEALTH_OK 2026-02-12T03:00:01.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:00 trial132 ceph-mon[16815]: overall HEALTH_OK 2026-02-12T03:00:02.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:01 trial069 ceph-mon[14520]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:02.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:01 trial069 ceph-mon[22971]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:02.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:01 trial132 ceph-mon[16815]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:03.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:00:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:00:04.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:03 trial069 ceph-mon[14520]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:04.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:03 trial069 ceph-mon[22971]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:04.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:03 trial132 ceph-mon[16815]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:05.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:05 trial132 ceph-mon[16815]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:05.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:05 trial069 ceph-mon[14520]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:05.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:05 trial069 ceph-mon[22971]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:07.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:00:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:07] "GET /metrics HTTP/1.1" 200 5722 "" "Prometheus/3.6.0" 2026-02-12T03:00:07.664 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:07.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:00:08.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:07 trial132 ceph-mon[16815]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:08.180 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:07 trial069 ceph-mon[14520]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:08.180 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:07 trial069 ceph-mon[22971]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:10.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:09 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:10.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:09 trial132 ceph-mon[16815]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:10.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:09 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:10.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:09 trial069 ceph-mon[14520]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:10.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:09 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:10.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:09 trial069 ceph-mon[22971]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:11.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:10 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:11.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:10 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:11.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:10 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:12.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:11 trial132 ceph-mon[16815]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:12.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:11 trial069 ceph-mon[14520]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:11 trial069 ceph-mon[22971]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:00:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:00:14.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:13 trial069 ceph-mon[14520]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:14.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:13 trial069 ceph-mon[22971]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:14.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:13 trial132 ceph-mon[16815]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:16.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:15 trial069 ceph-mon[14520]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:16.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:15 trial069 ceph-mon[22971]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:16.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:15 trial132 ceph-mon[16815]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:17.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:00:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:17] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T03:00:17.664 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:17.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:00:18.190 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:17 trial069 ceph-mon[14520]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:18.190 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:17 trial069 ceph-mon[22971]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:18.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:17 trial132 ceph-mon[16815]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:20.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:19 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:20.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:19 trial069 ceph-mon[14520]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:20.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:19 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:20.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:19 trial069 ceph-mon[22971]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:20.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:19 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:20.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:19 trial132 ceph-mon[16815]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:22.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:21 trial069 ceph-mon[14520]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:22.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:21 trial069 ceph-mon[22971]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:22.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:21 trial132 ceph-mon[16815]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:00:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:00:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:00:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:00:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:00:24.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:23 trial069 ceph-mon[14520]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:24.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:23 trial069 ceph-mon[22971]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:24.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:23 trial132 ceph-mon[16815]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:26.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:25 trial069 ceph-mon[14520]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:26.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:26.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:25 trial069 ceph-mon[22971]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:26.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:26.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:25 trial132 ceph-mon[16815]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:26.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:27.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:00:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:27] "GET /metrics HTTP/1.1" 200 5720 "" "Prometheus/3.6.0" 2026-02-12T03:00:27.664 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:27.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:00:28.200 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:27 trial069 ceph-mon[14520]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:28.200 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:27 trial069 ceph-mon[22971]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:28.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:27 trial132 ceph-mon[16815]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[14520]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[22971]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:00:30.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:29 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:00:30.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:29 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:30.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:29 trial132 ceph-mon[16815]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:30.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:00:30.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:29 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:00:30.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:29 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:00:32.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:31 trial069 ceph-mon[14520]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:32.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:31 trial069 ceph-mon[22971]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:32.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:31 trial132 ceph-mon[16815]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:33.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:00:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:00:34.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:33 trial069 ceph-mon[14520]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:34.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:33 trial069 ceph-mon[22971]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:34.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:33 trial132 ceph-mon[16815]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:35.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:35 trial132 ceph-mon[16815]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:35.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:35 trial069 ceph-mon[14520]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:35.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:35 trial069 ceph-mon[22971]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:37.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:00:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:37] "GET /metrics HTTP/1.1" 200 5720 "" "Prometheus/3.6.0" 2026-02-12T03:00:37.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:37.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:00:38.206 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:37 trial069 ceph-mon[14520]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:38.207 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:37 trial069 ceph-mon[22971]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:38.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:37 trial132 ceph-mon[16815]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:40.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:39 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:40.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:39 trial069 ceph-mon[14520]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:40.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:39 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:40.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:39 trial069 ceph-mon[22971]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:40.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:39 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:40.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:39 trial132 ceph-mon[16815]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:41.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:40 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:41.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:40 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:41.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:40 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:42.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:41 trial069 ceph-mon[22971]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:42.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:41 trial069 ceph-mon[14520]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:42.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:41 trial132 ceph-mon[16815]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:00:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:00:44.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:43 trial069 ceph-mon[14520]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:44.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:43 trial069 ceph-mon[22971]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:44.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:43 trial132 ceph-mon[16815]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:46.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:45 trial069 ceph-mon[14520]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:46.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:45 trial069 ceph-mon[22971]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:46.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:45 trial132 ceph-mon[16815]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:47.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:00:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:47] "GET /metrics HTTP/1.1" 200 5726 "" "Prometheus/3.6.0" 2026-02-12T03:00:47.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:47.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:00:48.209 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:47 trial069 ceph-mon[22971]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:48.209 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:47 trial069 ceph-mon[14520]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:48.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:47 trial132 ceph-mon[16815]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:50.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:49 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:50.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:49 trial069 ceph-mon[14520]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:50.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:49 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:50.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:49 trial069 ceph-mon[22971]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:49 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:00:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:49 trial132 ceph-mon[16815]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:52.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:51 trial069 ceph-mon[22971]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:52.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:51 trial069 ceph-mon[14520]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:52.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:51 trial132 ceph-mon[16815]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:53.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:00:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:00:54.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:53 trial069 ceph-mon[14520]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:54.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:53 trial069 ceph-mon[22971]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:54.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:53 trial132 ceph-mon[16815]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:56.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:55 trial069 ceph-mon[14520]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:56.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:55 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:56.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:55 trial069 ceph-mon[22971]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:56.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:55 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:56.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:55 trial132 ceph-mon[16815]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:00:56.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:55 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:00:57.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:00:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:00:57] "GET /metrics HTTP/1.1" 200 5722 "" "Prometheus/3.6.0" 2026-02-12T03:00:57.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:00:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:00:57.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:00:58.217 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:57 trial069 ceph-mon[22971]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:58.217 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:57 trial069 ceph-mon[14520]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:00:58.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:57 trial132 ceph-mon[16815]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:00.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:59 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:00.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:00:59 trial069 ceph-mon[14520]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:00.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:59 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:00.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:00:59 trial069 ceph-mon[22971]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:00.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:59 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:00.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:00:59 trial132 ceph-mon[16815]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:02.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:01 trial069 ceph-mon[14520]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:02.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:01 trial069 ceph-mon[22971]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:02.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:01 trial132 ceph-mon[16815]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:03.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:01:04.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:03 trial069 ceph-mon[14520]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:04.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:03 trial069 ceph-mon[22971]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:04.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:03 trial132 ceph-mon[16815]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:06.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:05 trial069 ceph-mon[14520]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:06.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:05 trial069 ceph-mon[22971]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:06.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:05 trial132 ceph-mon[16815]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:07.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:07] "GET /metrics HTTP/1.1" 200 5722 "" "Prometheus/3.6.0" 2026-02-12T03:01:07.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:01:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:01:07.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:01:08.228 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:07 trial069 ceph-mon[14520]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:08.229 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:07 trial069 ceph-mon[22971]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:08.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:07 trial132 ceph-mon[16815]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:10.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:09 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:10.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:09 trial069 ceph-mon[22971]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:10.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:09 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:10.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:09 trial069 ceph-mon[14520]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:10.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:09 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:10.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:09 trial132 ceph-mon[16815]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:11.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:10 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:11.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:10 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:11.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:10 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:12.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:11 trial069 ceph-mon[22971]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:11 trial069 ceph-mon[14520]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:12.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:11 trial132 ceph-mon[16815]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:01:14.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:13 trial069 ceph-mon[22971]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:14.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:13 trial069 ceph-mon[14520]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:14.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:13 trial132 ceph-mon[16815]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:16.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:15 trial069 ceph-mon[14520]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:16.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:15 trial069 ceph-mon[22971]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:16.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:15 trial132 ceph-mon[16815]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:17] "GET /metrics HTTP/1.1" 200 5722 "" "Prometheus/3.6.0" 2026-02-12T03:01:17.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:01:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:01:17.225Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:01:18.238 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:17 trial069 ceph-mon[22971]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:18.239 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:17 trial069 ceph-mon[14520]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:18.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:17 trial132 ceph-mon[16815]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:20.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:19 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:20.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:19 trial069 ceph-mon[14520]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:20.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:19 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:20.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:19 trial069 ceph-mon[22971]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:20.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:19 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:20.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:19 trial132 ceph-mon[16815]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:22.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:21 trial069 ceph-mon[14520]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:22.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:21 trial069 ceph-mon[22971]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:22.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:21 trial132 ceph-mon[16815]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:01:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:01:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:01:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:01:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:01:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:01:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:01:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:01:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:01:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:01:24.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:23 trial069 ceph-mon[22971]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:24.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:23 trial069 ceph-mon[14520]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:24.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:23 trial132 ceph-mon[16815]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:25.283 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:01:25.571 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:01:25.798 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:01:25.798 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (18m) 2m ago 18m - - 0.25.0 c8568f914cd2 575558c02a36 2026-02-12T03:01:25.798 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (18m) 2m ago 18m 91.3M - 10.4.0 c8b91775d855 c898c33a9ed4 2026-02-12T03:01:25.798 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (2m) 2m ago 18m - - 3.9 4cc07a41bb19 f24c18b5ea96 2026-02-12T03:01:25.798 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (15m) 2m ago 20m 524M - 20.3.0-5250-g84a80275 21b90b676abb e955b710dadf 2026-02-12T03:01:25.798 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (8m) 2m ago 20m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:01:25.798 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (20m) 2m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T03:01:25.798 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (20m) 2m ago 20m 48.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (20m) 2m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (18m) 2m ago 18m - - 1.7.0 72c9c2088986 7d340b4db16e 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (18m) 2m ago 18m 13.5M - 1.7.0 72c9c2088986 8f23bf486383 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (20m) 2m ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (19m) 2m ago 19m 60.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (19m) 2m ago 19m 60.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (19m) 2m ago 19m 57.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (18m) 2m ago 18m 62.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (12m) 2m ago 18m 61.6M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:01:25.799 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (18m) 2m ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:01:25.800 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (18m) 2m ago 18m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:01:25.836 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ls' 2026-02-12T03:01:26.123 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:01:26.146 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:25 trial069 ceph-mon[14520]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:26.146 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:25 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:26.146 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:25 trial069 ceph-mon[22971]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:26.146 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:25 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:26.350 INFO:teuthology.orchestra.run.trial069.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-12T03:01:26.350 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager ?:9093,9094 1/1 2m ago 18m trial069=a;count:1 2026-02-12T03:01:26.350 INFO:teuthology.orchestra.run.trial069.stdout:grafana ?:3000 1/1 2m ago 18m trial132=a;count:1 2026-02-12T03:01:26.350 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo ?:5000 1/1 2m ago 18m count:1 2026-02-12T03:01:26.350 INFO:teuthology.orchestra.run.trial069.stdout:mgr 2/2 2m ago 20m trial069=y;trial132=x;count:2 2026-02-12T03:01:26.350 INFO:teuthology.orchestra.run.trial069.stdout:mon 3/3 2m ago 20m trial069:10.20.193.69=a;trial069:[v2:10.20.193.69:3301,v1:10.20.193.69:6790]=c;trial132:10.20.193.132=b;count:3 2026-02-12T03:01:26.350 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter ?:9100 2/2 2m ago 18m trial069=a;trial132=b;count:2 2026-02-12T03:01:26.351 INFO:teuthology.orchestra.run.trial069.stdout:osd 8 2m ago - 2026-02-12T03:01:26.351 INFO:teuthology.orchestra.run.trial069.stdout:prometheus ?:9095 1/1 2m ago 18m trial132=a;count:1 2026-02-12T03:01:26.351 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo ?:8000 2/2 2m ago 18m count:2 2026-02-12T03:01:26.388 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:01:26.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:25 trial132 ceph-mon[16815]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:26.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:25 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:26.672 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:01:26.925 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:01:26.925 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:01:26.925 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:01:26.925 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:01:26.925 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:01:26.926 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:01:26.927 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:01:26.963 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2026-02-12T03:01:27.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:26 trial132 ceph-mon[16815]: from='client.25304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:27.229 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:26 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial069.yqczlm", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:01:27.229 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:26 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial132.fhwkkj", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:01:27.229 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:26 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1676765831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:27.249 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:01:27.272 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:26 trial069 ceph-mon[14520]: from='client.25304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:27.272 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:26 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial069.yqczlm", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:01:27.272 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:26 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial132.fhwkkj", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:01:27.272 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:26 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1676765831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:27.272 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:26 trial069 ceph-mon[22971]: from='client.25304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:27.273 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:26 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial069.yqczlm", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:01:27.273 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:26 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial132.fhwkkj", "name": "rgw_frontends"}]: dispatch 2026-02-12T03:01:27.273 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:26 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1676765831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:27.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:27] "GET /metrics HTTP/1.1" 200 5725 "" "Prometheus/3.6.0" 2026-02-12T03:01:27.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:01:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:01:27.226Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial132:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:01:27.744 INFO:teuthology.orchestra.run.trial069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:01:27.783 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:01:28.073 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:01:28.227 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: 2026-02-12T03:01:28.222+0000 7fdf527e4640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T03:01:28.227 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='client.15471 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.228 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:27 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.231 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='client.15471 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:28.231 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:28.231 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.231 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.231 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.231 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:28.231 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='client.15471 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:28.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:28.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:27 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:28.587 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:28 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:28] ENGINE Bus STOPPING 2026-02-12T03:01:28.587 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:28 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:01:28.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:28 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:28] ENGINE Bus STOPPED 2026-02-12T03:01:28.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ignoring --setuser ceph since I am not root 2026-02-12T03:01:28.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: ignoring --setgroup ceph since I am not root 2026-02-12T03:01:28.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mgr[48777]: -- 10.20.193.132:0/3621566892 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1677a00 con 0x164bc00 2026-02-12T03:01:29.213 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: Activating manager daemon y 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.24838 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:01:29.214 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: mgrmap e35: y(active, starting, since 0.00365098s) 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: Manager daemon y is now available 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:01:29.215 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:01:29.216 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:29.216 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:29.216 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:01:29.216 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:01:29.216 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:01:29.216 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:01:29.216 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:28 trial132 ceph-mon[16815]: [12/Feb/2026:03:01:28] ENGINE Bus STARTING 2026-02-12T03:01:29.231 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: Activating manager daemon y 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.24838 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: mgrmap e35: y(active, starting, since 0.00365098s) 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:01:29.232 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: Manager daemon y is now available 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:29.233 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[22971]: [12/Feb/2026:03:01:28] ENGINE Bus STARTING 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:29.234 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.24838 10.20.193.132:0/2783668826' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: Activating manager daemon y 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.24838 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: mgrmap e35: y(active, starting, since 0.00365098s) 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T03:01:29.235 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: Manager daemon y is now available 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:01:29.236 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T03:01:29.237 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:28 trial069 ceph-mon[14520]: [12/Feb/2026:03:01:28] ENGINE Bus STARTING 2026-02-12T03:01:29.241 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:01:29.539 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:01:29.539 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:01:29.539 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[48773]: from numpy import show_config as show_numpy_config 2026-02-12T03:01:29.587 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:01:29.587 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (18m) 3m ago 18m - - 0.25.0 c8568f914cd2 575558c02a36 2026-02-12T03:01:29.587 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (18m) 3m ago 18m 91.3M - 10.4.0 c8b91775d855 c898c33a9ed4 2026-02-12T03:01:29.587 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (3m) 3m ago 18m - - 3.9 4cc07a41bb19 f24c18b5ea96 2026-02-12T03:01:29.587 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (15m) 3m ago 20m 524M - 20.3.0-5250-g84a80275 21b90b676abb e955b710dadf 2026-02-12T03:01:29.587 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (9m) 3m ago 20m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:01:29.587 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (20m) 3m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (20m) 3m ago 20m 48.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (20m) 3m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (18m) 3m ago 18m - - 1.7.0 72c9c2088986 7d340b4db16e 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (18m) 3m ago 18m 13.5M - 1.7.0 72c9c2088986 8f23bf486383 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (20m) 3m ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (19m) 3m ago 19m 60.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (19m) 3m ago 19m 60.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (19m) 3m ago 19m 57.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (19m) 3m ago 19m 62.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:01:29.588 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (12m) 3m ago 18m 61.6M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:01:29.589 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (18m) 3m ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:01:29.589 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (18m) 3m ago 18m 114M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:01:29.798 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:01:29.798 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:01:29.798 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:01:29.799 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T03:01:29.800 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T03:01:29.800 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:01:29.800 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [ 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout: "mgr" 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout: ], 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons of type(s) mgr", 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "2/2 daemons upgraded", 2026-02-12T03:01:29.975 INFO:teuthology.orchestra.run.trial069.stdout: "message": "", 2026-02-12T03:01:29.976 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:01:29.976 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:01:30.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: [12/Feb/2026:03:01:28] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T03:01:30.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: [12/Feb/2026:03:01:29] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: [12/Feb/2026:03:01:29] ENGINE Bus STARTED 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: [12/Feb/2026:03:01:29] ENGINE Client ('10.20.193.69', 46994) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: mgrmap e36: y(active, since 1.00755s) 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2504290825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:30.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: [12/Feb/2026:03:01:28] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: [12/Feb/2026:03:01:29] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: [12/Feb/2026:03:01:29] ENGINE Bus STARTED 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: [12/Feb/2026:03:01:29] ENGINE Client ('10.20.193.69', 46994) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: mgrmap e36: y(active, since 1.00755s) 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2504290825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:30.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:30 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: [12/Feb/2026:03:01:28] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: [12/Feb/2026:03:01:29] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: [12/Feb/2026:03:01:29] ENGINE Bus STARTED 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: [12/Feb/2026:03:01:29] ENGINE Client ('10.20.193.69', 46994) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='client.15408 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: mgrmap e36: y(active, since 1.00755s) 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2504290825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:30.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:30 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='client.15543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T03:01:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T03:01:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:01:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:01:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:01:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.132'] -> ['10.20.193.69'] (diff {'10.20.193.132', '10.20.193.69'}) 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:01:31.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: mgrmap e37: y(active, since 2s) 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: Standby manager daemon x started 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3114811045' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:01:31.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:31 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:32.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='client.15543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:01:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.132'] -> ['10.20.193.69'] (diff {'10.20.193.132', '10.20.193.69'}) 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: mgrmap e37: y(active, since 2s) 2026-02-12T03:01:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:01:32.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:01:32.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:01:32.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:01:32.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: Standby manager daemon x started 2026-02-12T03:01:32.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3114811045' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:01:32.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='client.15543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:01:32.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Reconfiguring iscsi.foo.trial069.kewret deps ['10.20.193.132'] -> ['10.20.193.69'] (diff {'10.20.193.132', '10.20.193.69'}) 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Reconfiguring daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: mgrmap e37: y(active, since 2s) 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:01:32.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:01:32.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:01:32.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/3500269517' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:01:32.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: Standby manager daemon x started 2026-02-12T03:01:32.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3114811045' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T03:01:32.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:31 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:32.264 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 systemd[1]: Stopping Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:32.580 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 podman[60801]: 2026-02-12 03:01:32.261614668 +0000 UTC m=+0.043512514 container died e955b710dadfad3610575fbbeb04f05cac6ac45a866b9f37b54abd4a6f461300 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2026-02-12T03:01:32.580 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 podman[60801]: 2026-02-12 03:01:32.275124808 +0000 UTC m=+0.057022654 container remove e955b710dadfad3610575fbbeb04f05cac6ac45a866b9f37b54abd4a6f461300 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-02-12T03:01:32.580 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 bash[60801]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x 2026-02-12T03:01:32.580 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:01:32.581 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x.service: Failed with result 'exit-code'. 2026-02-12T03:01:32.581 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 systemd[1]: Stopped Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:32.581 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x.service: Consumed 16.335s CPU time. 2026-02-12T03:01:32.581 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 systemd[1]: Starting Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:32.880 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T03:01:32.880 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T03:01:32.880 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: mgrmap e38: y(active, since 3s), standbys: x 2026-02-12T03:01:32.880 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: Upgrade: Updating mgr.x 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: Deploying daemon mgr.x on trial132 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:32.881 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 podman[60967]: 2026-02-12 03:01:32.577603188 +0000 UTC m=+0.017200880 container create 4cd6fa09a89e3a908f04e266d8d814b56e754f08d337a8970a8f68baec7bdca7 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS) 2026-02-12T03:01:32.882 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 podman[60967]: 2026-02-12 03:01:32.609238808 +0000 UTC m=+0.048836500 container init 4cd6fa09a89e3a908f04e266d8d814b56e754f08d337a8970a8f68baec7bdca7 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:01:32.882 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 podman[60967]: 2026-02-12 03:01:32.61155841 +0000 UTC m=+0.051156102 container start 4cd6fa09a89e3a908f04e266d8d814b56e754f08d337a8970a8f68baec7bdca7 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T03:01:32.882 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 bash[60967]: 4cd6fa09a89e3a908f04e266d8d814b56e754f08d337a8970a8f68baec7bdca7 2026-02-12T03:01:32.882 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 podman[60967]: 2026-02-12 03:01:32.570077841 +0000 UTC m=+0.009675543 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:01:32.882 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 systemd[1]: Started Ceph mgr.x for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:32.882 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:32 trial132 ceph-mgr[60997]: -- 10.20.193.132:0/1436159977 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2dcfa00 con 0x2da3c00 2026-02-12T03:01:33.031 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T03:01:33.031 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T03:01:33.031 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: mgrmap e38: y(active, since 3s), standbys: x 2026-02-12T03:01:33.031 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:01:33.031 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: Upgrade: Updating mgr.x 2026-02-12T03:01:33.031 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:01:33.031 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: Deploying daemon mgr.x on trial132 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: Certificate for "cephadm-signed_agent_cert (trial069)" is still valid for 1824 days. 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: mgrmap e38: y(active, since 3s), standbys: x 2026-02-12T03:01:33.032 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T03:01:33.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: Upgrade: Updating mgr.x 2026-02-12T03:01:33.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:01:33.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T03:01:33.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T03:01:33.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:33.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: Deploying daemon mgr.x on trial132 2026-02-12T03:01:33.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:33.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:32 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:33 trial132 ceph-mon[16815]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:33 trial132 ceph-mon[16815]: mgrmap e39: y(active, since 4s), standbys: x 2026-02-12T03:01:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:33 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:33 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:33 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:33 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:33.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:01:33.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:01:33.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: from numpy import show_config as show_numpy_config 2026-02-12T03:01:34.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[14520]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:34.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[14520]: mgrmap e39: y(active, since 4s), standbys: x 2026-02-12T03:01:34.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[22971]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[22971]: mgrmap e39: y(active, since 4s), standbys: x 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:34.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:33 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.060 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.060 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.060 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:35.060 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.060 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.060 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.061 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all mgr 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all crash 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.062 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all mds 2026-02-12T03:01:35.063 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.063 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.063 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:01:35.063 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.063 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.063 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.063 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:01:35.064 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all mgr 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all crash 2026-02-12T03:01:35.065 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.066 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.066 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all mds 2026-02-12T03:01:35.066 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.066 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.066 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:01:35.066 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.066 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.066 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all nfs 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.067 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all smb 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.068 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all nfs 2026-02-12T03:01:35.069 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.069 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.069 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:01:35.069 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.069 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.069 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all smb 2026-02-12T03:01:35.069 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:35 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:01:35.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all mgr 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all crash 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all mds 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:01:35.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all nfs 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: Upgrade: Setting container_image for all smb 2026-02-12T03:01:35.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:35 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:35.689 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 systemd[1]: Stopping Ceph node-exporter.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:35.689 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 podman[80989]: 2026-02-12 03:01:35.455790912 +0000 UTC m=+0.023155288 container died 7d340b4db16e6a018d63d46c69c329c543e246b28b6017fb5255b0dc681996b3 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:01:35.689 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 podman[80989]: 2026-02-12 03:01:35.464617687 +0000 UTC m=+0.031982063 container remove 7d340b4db16e6a018d63d46c69c329c543e246b28b6017fb5255b0dc681996b3 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:01:35.689 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 bash[80989]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a 2026-02-12T03:01:35.690 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:01:35.690 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.a.service: Failed with result 'exit-code'. 2026-02-12T03:01:35.690 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 systemd[1]: Stopped Ceph node-exporter.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:35.690 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.a.service: Consumed 2.660s CPU time. 2026-02-12T03:01:36.087 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 systemd[1]: Starting Ceph node-exporter.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:36.087 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:35 trial069 bash[81155]: Trying to pull quay.io/prometheus/node-exporter:v1.9.1... 2026-02-12T03:01:36.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: Deploying daemon node-exporter.a on trial069 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: Standby manager daemon x restarted 2026-02-12T03:01:36.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:36 trial132 ceph-mon[16815]: Standby manager daemon x started 2026-02-12T03:01:36.492 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 bash[81155]: Getting image source signatures 2026-02-12T03:01:36.492 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 bash[81155]: Copying blob sha256:c6e37428e3b36731b2b7a99979e0dbb27ce0849df0c23fb2b73e99bdbcd7ca33 2026-02-12T03:01:36.492 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 bash[81155]: Copying blob sha256:9fa9226be034e47923c0457d916aa68474cdfb23af8d4525e9baeebc4760977a 2026-02-12T03:01:36.492 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 bash[81155]: Copying blob sha256:1617e25568b2231fdd0d5caff63b06f6f7738d8d961f031c80e47d35aaec9733 2026-02-12T03:01:36.492 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 bash[81155]: Copying config sha256:255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: Deploying daemon node-exporter.a on trial069 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:01:36.493 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: Standby manager daemon x restarted 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[14520]: Standby manager daemon x started 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: Deploying daemon node-exporter.a on trial069 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T03:01:36.494 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/1885234111' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T03:01:36.495 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: Standby manager daemon x restarted 2026-02-12T03:01:36.495 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:36 trial069 ceph-mon[22971]: Standby manager daemon x started 2026-02-12T03:01:36.837 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 bash[81155]: Writing manifest to image destination 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 podman[81155]: 2026-02-12 03:01:36.503903933 +0000 UTC m=+0.750611754 container create d651ebdcd678bcd77a1f3fadd0f977cb66d9f009a5e9f3ba706d40c56c673f1b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 podman[81155]: 2026-02-12 03:01:36.53066785 +0000 UTC m=+0.777375670 container init d651ebdcd678bcd77a1f3fadd0f977cb66d9f009a5e9f3ba706d40c56c673f1b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 podman[81155]: 2026-02-12 03:01:36.532859486 +0000 UTC m=+0.779567316 container start d651ebdcd678bcd77a1f3fadd0f977cb66d9f009a5e9f3ba706d40c56c673f1b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 bash[81155]: d651ebdcd678bcd77a1f3fadd0f977cb66d9f009a5e9f3ba706d40c56c673f1b 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 podman[81155]: 2026-02-12 03:01:36.498305666 +0000 UTC m=+0.745013486 image pull 255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 quay.io/prometheus/node-exporter:v1.9.1 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.536Z level=INFO source=node_exporter.go:216 msg="Starting node_exporter" version="(version=1.9.1, branch=HEAD, revision=f2ec547b49af53815038a50265aa2adcd1275959)" 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.536Z level=INFO source=node_exporter.go:217 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@7023beaa563a, date=20250401-15:19:01, tags=unknown)" 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 systemd[1]: Started Ceph node-exporter.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.536Z level=INFO source=filesystem_common.go:265 msg="Parsed flag --collector.filesystem.mount-points-exclude" collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T03:01:36.838 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.536Z level=INFO source=filesystem_common.go:294 msg="Parsed flag --collector.filesystem.fs-types-exclude" collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T03:01:36.839 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.536Z level=INFO source=diskstats_common.go:110 msg="Parsed flag --collector.diskstats.device-exclude" collector=diskstats flag=^(z?ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T03:01:36.839 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.536Z level=ERROR source=diskstats_linux.go:264 msg="Failed to open directory, disabling udev device properties" collector=diskstats path=/run/udev/data 2026-02-12T03:01:36.839 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:135 msg="Enabled collectors" 2026-02-12T03:01:36.839 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=arp 2026-02-12T03:01:36.839 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=bcache 2026-02-12T03:01:36.840 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=bonding 2026-02-12T03:01:36.840 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=btrfs 2026-02-12T03:01:36.840 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=conntrack 2026-02-12T03:01:36.840 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=cpu 2026-02-12T03:01:36.840 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=cpufreq 2026-02-12T03:01:36.840 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=diskstats 2026-02-12T03:01:36.840 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=dmi 2026-02-12T03:01:36.840 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=edac 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=entropy 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=fibrechannel 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=filefd 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=filesystem 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=hwmon 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=infiniband 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=ipvs 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=loadavg 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=mdadm 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=meminfo 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=netclass 2026-02-12T03:01:36.841 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=netdev 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=netstat 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=nfs 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=nfsd 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=nvme 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=os 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=powersupplyclass 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=pressure 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=rapl 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=schedstat 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=selinux 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=sockstat 2026-02-12T03:01:36.842 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=softnet 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=stat 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=tapestats 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=textfile 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=thermal_zone 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=time 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=udp_queues 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=uname 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=vmstat 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=watchdog 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=xfs 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=node_exporter.go:141 msg=zfs 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9100 2026-02-12T03:01:36.843 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:01:36 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a[81264]: time=2026-02-12T03:01:36.537Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T03:01:37.264 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 systemd[1]: Stopping Ceph node-exporter.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:37.265 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 podman[63766]: 2026-02-12 03:01:37.199795914 +0000 UTC m=+0.022703330 container died 8f23bf486383de9915995d0c979b528b89771aea5f0062f677d99642a16dc275 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:01:37.265 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 podman[63766]: 2026-02-12 03:01:37.208595927 +0000 UTC m=+0.031503344 container remove 8f23bf486383de9915995d0c979b528b89771aea5f0062f677d99642a16dc275 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:01:37.265 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 bash[63766]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b 2026-02-12T03:01:37.265 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:01:37.265 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:37 trial132 ceph-mon[16815]: mgrmap e40: y(active, since 7s), standbys: x 2026-02-12T03:01:37.265 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:37 trial132 ceph-mon[16815]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:01:37.266 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:37 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:37.266 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:37 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:37.266 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:37 trial132 ceph-mon[16815]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T03:01:37.266 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:37 trial132 ceph-mon[16815]: Deploying daemon node-exporter.b on trial132 2026-02-12T03:01:37.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[14520]: mgrmap e40: y(active, since 7s), standbys: x 2026-02-12T03:01:37.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[14520]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:01:37.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[14520]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[14520]: Deploying daemon node-exporter.b on trial132 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[22971]: mgrmap e40: y(active, since 7s), standbys: x 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[22971]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[22971]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T03:01:37.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:37 trial069 ceph-mon[22971]: Deploying daemon node-exporter.b on trial132 2026-02-12T03:01:37.665 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.b.service: Failed with result 'exit-code'. 2026-02-12T03:01:37.665 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 systemd[1]: Stopped Ceph node-exporter.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:37.665 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.b.service: Consumed 2.760s CPU time. 2026-02-12T03:01:37.665 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 systemd[1]: Starting Ceph node-exporter.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:37.665 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 bash[63931]: Trying to pull quay.io/prometheus/node-exporter:v1.9.1... 2026-02-12T03:01:38.058 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 bash[63931]: Getting image source signatures 2026-02-12T03:01:38.058 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 bash[63931]: Copying blob sha256:c6e37428e3b36731b2b7a99979e0dbb27ce0849df0c23fb2b73e99bdbcd7ca33 2026-02-12T03:01:38.058 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 bash[63931]: Copying blob sha256:1617e25568b2231fdd0d5caff63b06f6f7738d8d961f031c80e47d35aaec9733 2026-02-12T03:01:38.058 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:37 trial132 bash[63931]: Copying blob sha256:9fa9226be034e47923c0457d916aa68474cdfb23af8d4525e9baeebc4760977a 2026-02-12T03:01:38.058 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 bash[63931]: Copying config sha256:255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 2026-02-12T03:01:38.058 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 bash[63931]: Writing manifest to image destination 2026-02-12T03:01:38.058 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 podman[63931]: 2026-02-12 03:01:38.024880449 +0000 UTC m=+0.528463000 container create c66dfe2ffbbc94a4942fbe7be9c60ad1fad208c62f7612f8c5d6a38a7557bc71 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:01:38.059 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 podman[63931]: 2026-02-12 03:01:38.050454592 +0000 UTC m=+0.554037143 container init c66dfe2ffbbc94a4942fbe7be9c60ad1fad208c62f7612f8c5d6a38a7557bc71 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:01:38.059 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 podman[63931]: 2026-02-12 03:01:38.052506183 +0000 UTC m=+0.556088724 container start c66dfe2ffbbc94a4942fbe7be9c60ad1fad208c62f7612f8c5d6a38a7557bc71 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:01:38.059 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 bash[63931]: c66dfe2ffbbc94a4942fbe7be9c60ad1fad208c62f7612f8c5d6a38a7557bc71 2026-02-12T03:01:38.059 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 podman[63931]: 2026-02-12 03:01:38.019062849 +0000 UTC m=+0.522645400 image pull 255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 quay.io/prometheus/node-exporter:v1.9.1 2026-02-12T03:01:38.351 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.055Z level=INFO source=node_exporter.go:216 msg="Starting node_exporter" version="(version=1.9.1, branch=HEAD, revision=f2ec547b49af53815038a50265aa2adcd1275959)" 2026-02-12T03:01:38.351 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 systemd[1]: Started Ceph node-exporter.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:38.351 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.055Z level=INFO source=node_exporter.go:217 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@7023beaa563a, date=20250401-15:19:01, tags=unknown)" 2026-02-12T03:01:38.351 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.055Z level=INFO source=diskstats_common.go:110 msg="Parsed flag --collector.diskstats.device-exclude" collector=diskstats flag=^(z?ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T03:01:38.351 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.055Z level=ERROR source=diskstats_linux.go:264 msg="Failed to open directory, disabling udev device properties" collector=diskstats path=/run/udev/data 2026-02-12T03:01:38.351 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=filesystem_common.go:265 msg="Parsed flag --collector.filesystem.mount-points-exclude" collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T03:01:38.351 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=filesystem_common.go:294 msg="Parsed flag --collector.filesystem.fs-types-exclude" collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T03:01:38.351 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:135 msg="Enabled collectors" 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=arp 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=bcache 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=bonding 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=btrfs 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=conntrack 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=cpu 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=cpufreq 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=diskstats 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=dmi 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=edac 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=entropy 2026-02-12T03:01:38.352 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=fibrechannel 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=filefd 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=filesystem 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=hwmon 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=infiniband 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=ipvs 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=loadavg 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=mdadm 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=meminfo 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=netclass 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=netdev 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=netstat 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=nfs 2026-02-12T03:01:38.353 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=nfsd 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=nvme 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=os 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=powersupplyclass 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=pressure 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=rapl 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=schedstat 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=selinux 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=sockstat 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=softnet 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=stat 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=tapestats 2026-02-12T03:01:38.354 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=textfile 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=thermal_zone 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=time 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=udp_queues 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=uname 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=vmstat 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=watchdog 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=xfs 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=node_exporter.go:141 msg=zfs 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9100 2026-02-12T03:01:38.355 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:01:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b[63982]: time=2026-02-12T03:01:38.056Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T03:01:39.348 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:39] ENGINE Bus STARTING 2026-02-12T03:01:39.348 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.348 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[14520]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[22971]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:01:39.349 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.350 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:39 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:39 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:39 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:39 trial132 ceph-mon[16815]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:01:39.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:39 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:39 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:39 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:39 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:39.606 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:39] ENGINE Serving on http://:::9283 2026-02-12T03:01:39.606 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:39] ENGINE Bus STARTED 2026-02-12T03:01:40.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:40.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:40.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:40.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:40 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:41.602 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[14520]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:41.602 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[14520]: Upgrade: Updating alertmanager.a 2026-02-12T03:01:41.602 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:41.603 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:41.603 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[14520]: Deploying daemon alertmanager.a on trial069 2026-02-12T03:01:41.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[22971]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:41.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[22971]: Upgrade: Updating alertmanager.a 2026-02-12T03:01:41.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:41.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:41.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:41 trial069 ceph-mon[22971]: Deploying daemon alertmanager.a on trial069 2026-02-12T03:01:41.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:41 trial132 ceph-mon[16815]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:41.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:41 trial132 ceph-mon[16815]: Upgrade: Updating alertmanager.a 2026-02-12T03:01:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:41 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:41 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:41.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:41 trial132 ceph-mon[16815]: Deploying daemon alertmanager.a on trial069 2026-02-12T03:01:41.864 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:41 trial069 systemd[1]: Stopping Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:41.864 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[54731]: ts=2026-02-12T03:01:41.831Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-02-12T03:01:41.864 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:41 trial069 podman[84431]: 2026-02-12 03:01:41.841353327 +0000 UTC m=+0.023701010 container died 575558c02a36e6e80672a2f2e172638cf2e1d171b316f85cf9026860a5a46e12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:01:41.864 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:41 trial069 podman[84431]: 2026-02-12 03:01:41.849851016 +0000 UTC m=+0.032198709 container remove 575558c02a36e6e80672a2f2e172638cf2e1d171b316f85cf9026860a5a46e12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T03:01:41.864 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:41 trial069 podman[84431]: 2026-02-12 03:01:41.850530479 +0000 UTC m=+0.032878172 volume remove c45b75f579ba158d347ce926786ade278660308769428b712abb96c6bc256a77 2026-02-12T03:01:41.864 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:41 trial069 bash[84431]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a 2026-02-12T03:01:42.168 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:41 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T03:01:42.168 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:41 trial069 systemd[1]: Stopped Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:42.168 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 systemd[1]: Starting Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:42.168 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 podman[84591]: 2026-02-12 03:01:42.143502353 +0000 UTC m=+0.015577983 volume create d4bb50d2412fd2ad89943a6f654f8628cb2d857408cb12b16839da364a533cbd 2026-02-12T03:01:42.168 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 podman[84591]: 2026-02-12 03:01:42.146734478 +0000 UTC m=+0.018810178 container create a4a2955ab7b599f62de2ac4c36e45abd8a9f82f0518ccba3db3275ba75b36cf3 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T03:01:42.422 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:42 trial069 ceph-mon[22971]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:42.423 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:42 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:42.423 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:42 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:42.423 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-mon[14520]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:42.423 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:42.423 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 podman[84591]: 2026-02-12 03:01:42.171145247 +0000 UTC m=+0.043220877 container init a4a2955ab7b599f62de2ac4c36e45abd8a9f82f0518ccba3db3275ba75b36cf3 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 podman[84591]: 2026-02-12 03:01:42.173169879 +0000 UTC m=+0.045245510 container start a4a2955ab7b599f62de2ac4c36e45abd8a9f82f0518ccba3db3275ba75b36cf3 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 bash[84591]: a4a2955ab7b599f62de2ac4c36e45abd8a9f82f0518ccba3db3275ba75b36cf3 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 podman[84591]: 2026-02-12 03:01:42.137544903 +0000 UTC m=+0.009620533 image pull 91c01b3cec9b5b3071454a5bf13814e64127ed1601b9afd3b932559945fc9a5e quay.io/prometheus/alertmanager:v0.28.1 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 systemd[1]: Started Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.182Z level=INFO source=main.go:191 msg="Starting Alertmanager" version="(version=0.28.1, branch=HEAD, revision=b2099eaa2c9ebc25edb26517cb9c732738e93910)" 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.182Z level=INFO source=main.go:192 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@fa3ca569dfe4, date=20250307-15:05:18, tags=netgo)" 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.183Z level=INFO source=cluster.go:185 msg="setting advertise address explicitly" component=cluster addr=10.20.193.69 port=9094 2026-02-12T03:01:42.424 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.184Z level=INFO source=cluster.go:674 msg="Waiting for gossip to settle..." component=cluster interval=2s 2026-02-12T03:01:42.425 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.198Z level=INFO source=coordinator.go:112 msg="Loading configuration file" component=configuration file=/etc/alertmanager/alertmanager.yml 2026-02-12T03:01:42.425 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.199Z level=INFO source=coordinator.go:125 msg="Completed loading of configuration file" component=configuration file=/etc/alertmanager/alertmanager.yml 2026-02-12T03:01:42.425 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.200Z level=INFO source=main.go:437 msg="skipping creation of receiver not referenced by any route" component=configuration receiver=custom-receiver 2026-02-12T03:01:42.425 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.201Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9093 2026-02-12T03:01:42.425 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:42.201Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T03:01:42.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:42 trial132 ceph-mon[16815]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:42.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:42 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:42.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:42 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:42] "GET /metrics HTTP/1.1" 200 5241 "" "Prometheus/3.6.0" 2026-02-12T03:01:43.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:01:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:01:42.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:01:43.653 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:43 trial069 ceph-mon[14520]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:43.653 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:43 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:43.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:43 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:43.654 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:43 trial069 ceph-mon[22971]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:43.654 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:43 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:43.654 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:43 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:43.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:43 trial132 ceph-mon[16815]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:43.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:43 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:43.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:43 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.460 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:44.185Z level=INFO source=cluster.go:699 msg="gossip not settled" component=cluster polls=0 before=0 now=1 elapsed=2.000789873s 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:44 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:01:44.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:44.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:44 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:01:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[14520]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[14520]: Upgrade: Updating grafana.a 2026-02-12T03:01:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:01:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:01:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[22971]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[22971]: Upgrade: Updating grafana.a 2026-02-12T03:01:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:45 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:01:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:45 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T03:01:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:45 trial132 ceph-mon[16815]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:45 trial132 ceph-mon[16815]: Upgrade: Updating grafana.a 2026-02-12T03:01:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:45 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:45 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:45 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:45 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:45 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:01:45.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: [12/Feb/2026:03:01:45] ENGINE Bus STARTING 2026-02-12T03:01:45.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: CherryPy Checker: 2026-02-12T03:01:45.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: The Application mounted at '' has an empty config. 2026-02-12T03:01:45.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: 2026-02-12T03:01:45.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: [12/Feb/2026:03:01:45] ENGINE Serving on http://:::9283 2026-02-12T03:01:45.916 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:45 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: [12/Feb/2026:03:01:45] ENGINE Bus STARTED 2026-02-12T03:01:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:46 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:01:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:46 trial069 ceph-mon[14520]: Deploying daemon grafana.a on trial132 2026-02-12T03:01:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:46 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:01:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:46 trial069 ceph-mon[22971]: Deploying daemon grafana.a on trial132 2026-02-12T03:01:46.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:46 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T03:01:46.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:46 trial132 ceph-mon[16815]: Deploying daemon grafana.a on trial132 2026-02-12T03:01:47.508 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:01:47.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:47 trial069 ceph-mon[14520]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:47.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:47 trial069 ceph-mon[22971]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:47 trial132 ceph-mon[16815]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:01:49.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:49 trial069 ceph-mon[14520]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:49 trial069 ceph-mon[22971]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:49 trial132 ceph-mon[16815]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:51.219 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:50 trial132 systemd[1]: Stopping Ceph grafana.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:51.219 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=server t=2026-02-12T03:01:50.97703204Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=ticker t=2026-02-12T03:01:50.977313627Z level=info msg=stopped last_tick=2026-02-12T03:01:50Z 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=grafana-apiserver t=2026-02-12T03:01:50.977343984Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[43665]: logger=tracing t=2026-02-12T03:01:50.977355856Z level=info msg="Closing tracing" 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:50 trial132 podman[67019]: 2026-02-12 03:01:50.987249838 +0000 UTC m=+0.023913356 container died c898c33a9ed46b2466bb2e5371585014a5f5573cad7ed1c48356bbe74f1479c7 (image=quay.io/ceph/grafana:10.4.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a, maintainer=Grafana Labs ) 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:50 trial132 podman[67019]: 2026-02-12 03:01:50.998746128 +0000 UTC m=+0.035409636 container remove c898c33a9ed46b2466bb2e5371585014a5f5573cad7ed1c48356bbe74f1479c7 (image=quay.io/ceph/grafana:10.4.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a, maintainer=Grafana Labs ) 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:50 trial132 bash[67019]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@grafana.a.service: Deactivated successfully. 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 systemd[1]: Stopped Ceph grafana.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@grafana.a.service: Consumed 8.722s CPU time. 2026-02-12T03:01:51.220 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 systemd[1]: Starting Ceph grafana.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:01:51.470 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 podman[67194]: 2026-02-12 03:01:51.300881886 +0000 UTC m=+0.018849696 container create 6ca9c9da3a353035dd63aafffd99d0a26dd884fe253a5d34390ab4a2f74451e3 (image=quay.io/ceph/grafana:12.3.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T03:01:51.470 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 podman[67194]: 2026-02-12 03:01:51.327207175 +0000 UTC m=+0.045174996 container init 6ca9c9da3a353035dd63aafffd99d0a26dd884fe253a5d34390ab4a2f74451e3 (image=quay.io/ceph/grafana:12.3.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 podman[67194]: 2026-02-12 03:01:51.329422913 +0000 UTC m=+0.047390733 container start 6ca9c9da3a353035dd63aafffd99d0a26dd884fe253a5d34390ab4a2f74451e3 (image=quay.io/ceph/grafana:12.3.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 bash[67194]: 6ca9c9da3a353035dd63aafffd99d0a26dd884fe253a5d34390ab4a2f74451e3 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 podman[67194]: 2026-02-12 03:01:51.293034867 +0000 UTC m=+0.011002677 image pull 5cdab57891eadfc05b9c76519b4b1be6ba2ac1c3bb8fdedd90fdcf7fc9b40242 quay.io/ceph/grafana:12.3.1 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 systemd[1]: Started Ceph grafana.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381343255Z level=info msg="Starting Grafana" version=12.3.1 commit=3a1c80ca7ce612f309fdc99338dd3c5e486339be branch=release-12.3.1 compiled=2026-02-12T03:01:51Z 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381531898Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381535695Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381537919Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381539713Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-02-12T03:01:51.471 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381541486Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381543199Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381544802Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381546706Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381548419Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381549952Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381551665Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381553558Z level=info msg=Target target=[all] 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381556774Z level=info msg="Path Home" path=/usr/share/grafana 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381558377Z level=info msg="Path Data" path=/var/lib/grafana 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.38155994Z level=info msg="Path Logs" path=/var/log/grafana 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381561604Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-02-12T03:01:51.472 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.381563257Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=settings t=2026-02-12T03:01:51.38156488Z level=info msg="App mode production" 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=featuremgmt t=2026-02-12T03:01:51.3817416Z level=info msg=FeatureToggles improvedExternalSessionHandlingSAML=true useSessionStorageForRedirection=true cloudWatchRoundUpEndTime=true ssoSettingsLDAP=true logsExploreTableVisualisation=true logsContextDatasourceUi=true onlyStoreActionSets=true lokiLabelNamesQueryApi=true grafanaconThemes=true cloudWatchNewLabelParsing=true dataplaneFrontendFallback=true newLogsPanel=true alertingBulkActionsInUI=true kubernetesDashboards=true preventPanelChromeOverflow=true sharingDashboardImage=true influxdbBackendMigration=true alertRuleRestore=true alertingSaveStateCompressed=true prometheusAzureOverrideAudience=true unifiedRequestLog=true publicDashboardsScene=true azureMonitorPrometheusExemplars=true dashboardDsAdHocFiltering=true newFiltersUI=true alertingRuleVersionHistoryRestore=true groupToNestedTableTransformation=true improvedExternalSessionHandling=true panelMonitoring=true cloudWatchCrossAccountQuerying=true azureMonitorEnableUserAuth=true alertingRulePermanentlyDelete=true grafanaAssistantInProfilesDrilldown=true alertingRuleRecoverDeleted=true pinNavItems=true alertingUseNewSimplifiedRoutingHashAlgorithm=true adhocFiltersInTooltips=true formatString=true dashboardSceneSolo=true newPDFRendering=true addFieldFromCalculationStatFunctions=true tlsMemcached=true correlations=true preinstallAutoUpdate=true alertingUIOptimizeReducer=true dashboardSceneForViewers=true logRowsPopoverMenu=true logsPanelControls=true unifiedStorageHistoryPruner=true dashboardScene=true awsDatasourcesTempCredentials=true lokiQuerySplitting=true onPremToCloudMigrations=true alertingMigrationUI=true annotationPermissionUpdate=true transformationsRedesign=true dashgpt=true alertingQueryAndExpressionsStepMode=true alertingImportYAMLUI=true recordedQueriesMulti=true awsAsyncQueryCaching=true logsInfiniteScrolling=true alertingNotificationsStepMode=true 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=sqlstore t=2026-02-12T03:01:51.381782497Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=sqlstore t=2026-02-12T03:01:51.381784962Z level=info msg="Using SQLite driver" driver="mattn/go-sqlite3 (CGO enabled)" 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=sqlstore t=2026-02-12T03:01:51.381791694Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.385069821Z level=info msg="Locking database" 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.385077846Z level=info msg="Starting DB migrations" 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.390127869Z level=info msg="Executing migration" id="Make sure users uid are set" 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.390328034Z level=info msg="Migration successfully executed" id="Make sure users uid are set" duration=199.723µs 2026-02-12T03:01:51.473 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.390767276Z level=info msg="Executing migration" id="Add is_provisioned column to user" 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.394527265Z level=info msg="Migration successfully executed" id="Add is_provisioned column to user" duration=3.759628ms 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.394787321Z level=info msg="Executing migration" id="update login field with orgid to allow for multiple service accounts with same name across orgs" 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.394933425Z level=info msg="Migration successfully executed" id="update login field with orgid to allow for multiple service accounts with same name across orgs" duration=145.813µs 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.39519271Z level=info msg="Executing migration" id="update service accounts login field orgid to appear only once" 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.395434272Z level=info msg="Migration successfully executed" id="update service accounts login field orgid to appear only once" duration=241.562µs 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.39565726Z level=info msg="Executing migration" id="update login and email fields to lowercase" 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.395830714Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase" duration=173.475µs 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.396235702Z level=info msg="Executing migration" id="update login and email fields to lowercase2" 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.396472746Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase2" duration=236.663µs 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.39741473Z level=info msg="Executing migration" id="Add index on user.is_service_account and user.last_seen_at" 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.397899738Z level=info msg="Migration successfully executed" id="Add index on user.is_service_account and user.last_seen_at" duration=484.978µs 2026-02-12T03:01:51.474 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.398194439Z level=info msg="Executing migration" id="Add column dashboard_uid in star" 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.400438029Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in star" duration=2.243139ms 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.400696222Z level=info msg="Executing migration" id="Add column org_id in star" 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.403540276Z level=info msg="Migration successfully executed" id="Add column org_id in star" duration=2.843833ms 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.403771539Z level=info msg="Executing migration" id="Add column updated in star" 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.406284323Z level=info msg="Migration successfully executed" id="Add column updated in star" duration=2.512703ms 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.406535744Z level=info msg="Executing migration" id="add index in star table on dashboard_uid, org_id and user_id columns" 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.406947404Z level=info msg="Migration successfully executed" id="add index in star table on dashboard_uid, org_id and user_id columns" duration=411.411µs 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.407199546Z level=info msg="Executing migration" id="Add deleted for dashboard" 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.409569102Z level=info msg="Migration successfully executed" id="Add deleted for dashboard" duration=2.369175ms 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.409793802Z level=info msg="Executing migration" id="Add index for deleted" 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.41025185Z level=info msg="Migration successfully executed" id="Add index for deleted" duration=457.817µs 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.410536352Z level=info msg="Executing migration" id="Add column dashboard_uid in dashboard_tag" 2026-02-12T03:01:51.475 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.412808025Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in dashboard_tag" duration=2.271472ms 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.413025803Z level=info msg="Executing migration" id="Add column org_id in dashboard_tag" 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.415286264Z level=info msg="Migration successfully executed" id="Add column org_id in dashboard_tag" duration=2.259931ms 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.4155032Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to dashboard_tag" 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.416047128Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to dashboard_tag" duration=543.687µs 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.416266769Z level=info msg="Executing migration" id="Add apiVersion for dashboard" 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.418557798Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard" duration=2.290818ms 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.418785214Z level=info msg="Executing migration" id="Add index for dashboard_uid on dashboard_tag table" 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.419174873Z level=info msg="Migration successfully executed" id="Add index for dashboard_uid on dashboard_tag table" duration=389.57µs 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.419391088Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to star" 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.419572517Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to star" duration=180.497µs 2026-02-12T03:01:51.476 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.419847041Z level=info msg="Executing migration" id="Add is_prunable column" 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.422193293Z level=info msg="Migration successfully executed" id="Add is_prunable column" duration=2.34552ms 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.42241605Z level=info msg="Executing migration" id="Add api_version column" 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.424714934Z level=info msg="Migration successfully executed" id="Add api_version column" duration=2.298493ms 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.424933453Z level=info msg="Executing migration" id="Update secure_json_data column to MediumText" 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.424941057Z level=info msg="Migration successfully executed" id="Update secure_json_data column to MediumText" duration=7.374µs 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.425201755Z level=info msg="Executing migration" id="Update json_data column to MediumText" 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.425207886Z level=info msg="Migration successfully executed" id="Update json_data column to MediumText" duration=6.533µs 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.425464517Z level=info msg="Executing migration" id="update NULL org_id to 1" 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.425596885Z level=info msg="Migration successfully executed" id="update NULL org_id to 1" duration=131.306µs 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.425852203Z level=info msg="Executing migration" id="make org_id NOT NULL and DEFAULT VALUE 1" 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.432797885Z level=info msg="Migration successfully executed" id="make org_id NOT NULL and DEFAULT VALUE 1" duration=6.945372ms 2026-02-12T03:01:51.477 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.433128013Z level=info msg="Executing migration" id="Add home_dashboard_uid column to preferences table" 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.435525901Z level=info msg="Migration successfully executed" id="Add home_dashboard_uid column to preferences table" duration=2.397217ms 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.435754519Z level=info msg="Executing migration" id="Add missing dashboard_uid to preferences table" 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.435910822Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to preferences table" duration=156.152µs 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.43620881Z level=info msg="Executing migration" id="Increase prev_state column to length 40 not null" 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.436214971Z level=info msg="Migration successfully executed" id="Increase prev_state column to length 40 not null" duration=6.192µs 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.43643861Z level=info msg="Executing migration" id="Increase new_state column to length 40 not null" 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.436445573Z level=info msg="Migration successfully executed" id="Increase new_state column to length 40 not null" duration=6.382µs 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.436678759Z level=info msg="Executing migration" id="Add dashboard_uid column to annotation table" 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.439005004Z level=info msg="Migration successfully executed" id="Add dashboard_uid column to annotation table" duration=2.325212ms 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.439223593Z level=info msg="Executing migration" id="Add missing dashboard_uid to annotation table" 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.439232249Z level=info msg="Starting batched dashboard_uid migration for annotations (newest first)" batchSize=5000 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.439562828Z level=info msg="Completed dashboard_uid migration for annotations" totalUpdated=0 2026-02-12T03:01:51.478 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.439572075Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to annotation table" duration=348.001µs 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.439838414Z level=info msg="Executing migration" id="Add apiVersion for dashboard_version" 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.442162184Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard_version" duration=2.323089ms 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.442387666Z level=info msg="Executing migration" id="Add column external_uid in team" 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.444677362Z level=info msg="Migration successfully executed" id="Add column external_uid in team" duration=2.289236ms 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.444903415Z level=info msg="Executing migration" id="Add column is_provisioned in team" 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.447199804Z level=info msg="Migration successfully executed" id="Add column is_provisioned in team" duration=2.296168ms 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.447449221Z level=info msg="Executing migration" id="add unique index team_member_user_id_org_id" 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.44783868Z level=info msg="Migration successfully executed" id="add unique index team_member_user_id_org_id" duration=388.597µs 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.448060595Z level=info msg="Executing migration" id="Add column uid in team_member" 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.450379757Z level=info msg="Migration successfully executed" id="Add column uid in team_member" duration=2.319201ms 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.450596733Z level=info msg="Executing migration" id="Update uid column values in team_member" 2026-02-12T03:01:51.479 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.450718681Z level=info msg="Migration successfully executed" id="Update uid column values in team_member" duration=121.869µs 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.450970062Z level=info msg="Executing migration" id="Add unique index team_member_uid" 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.45137536Z level=info msg="Migration successfully executed" id="Add unique index team_member_uid" duration=405.309µs 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.451659582Z level=info msg="Executing migration" id="increase login_attempt.ip_address column length for IPv6 support" 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.451665964Z level=info msg="Migration successfully executed" id="increase login_attempt.ip_address column length for IPv6 support" duration=6.021µs 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.451933024Z level=info msg="Executing migration" id="alter table login_attempt alter column created type to bigint" 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.451939647Z level=info msg="Migration successfully executed" id="alter table login_attempt alter column created type to bigint" duration=6.302µs 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.452177772Z level=info msg="Executing migration" id="Add user_unique_id to user_auth" 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.454482046Z level=info msg="Migration successfully executed" id="Add user_unique_id to user_auth" duration=2.303752ms 2026-02-12T03:01:51.480 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.454708159Z level=info msg="Executing migration" id="add external_session_id to user_auth_token" 2026-02-12T03:01:51.481 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.457064169Z level=info msg="Migration successfully executed" id="add external_session_id to user_auth_token" duration=2.354889ms 2026-02-12T03:01:51.481 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.457334295Z level=info msg="Executing migration" id="alter table alert_rule alter column rule_group_idx type to bigint" 2026-02-12T03:01:51.481 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.457341268Z level=info msg="Migration successfully executed" id="alter table alert_rule alter column rule_group_idx type to bigint" duration=6.412µs 2026-02-12T03:01:51.481 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.45760935Z level=info msg="Executing migration" id="alter table alert_rule_version alter column rule_group_idx type to bigint" 2026-02-12T03:01:51.481 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.457618888Z level=info msg="Migration successfully executed" id="alter table alert_rule_version alter column rule_group_idx type to bigint" duration=9.448µs 2026-02-12T03:01:51.481 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.457907077Z level=info msg="Executing migration" id="add library_element folder uid" 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.460254031Z level=info msg="Migration successfully executed" id="add library_element folder uid" duration=2.346523ms 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.460463372Z level=info msg="Executing migration" id="populate library_element folder_uid" 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.460621729Z level=info msg="Migration successfully executed" id="populate library_element folder_uid" duration=157.635µs 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.460869493Z level=info msg="Executing migration" id="add index library_element org_id-folder_uid-name-kind" 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.461250927Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_uid-name-kind" duration=381.304µs 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.46146118Z level=info msg="Executing migration" id="drop unique name in folder index (id)" 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.461838066Z level=info msg="Migration successfully executed" id="drop unique name in folder index (id)" duration=373.109µs 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.462051616Z level=info msg="Executing migration" id="drop unique name in folder index" 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.462421147Z level=info msg="Migration successfully executed" id="drop unique name in folder index" duration=369.412µs 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.462692034Z level=info msg="Executing migration" id="add group mapping UID column to user_role table" 2026-02-12T03:01:51.482 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.46499763Z level=info msg="Migration successfully executed" id="add group mapping UID column to user_role table" duration=2.305005ms 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.465249332Z level=info msg="Executing migration" id="add user_role org ID, user ID, role ID, group mapping UID index" 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.465650733Z level=info msg="Migration successfully executed" id="add user_role org ID, user ID, role ID, group mapping UID index" duration=401.151µs 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.465859033Z level=info msg="Executing migration" id="remove user_role org ID, user ID, role ID index" 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.466220971Z level=info msg="Migration successfully executed" id="remove user_role org ID, user ID, role ID index" duration=361.918µs 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.466441443Z level=info msg="Executing migration" id="add permission role_id action index" 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.466898168Z level=info msg="Migration successfully executed" id="add permission role_id action index" duration=456.575µs 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.4671236Z level=info msg="Executing migration" id="Remove permission role_id index" 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.467497009Z level=info msg="Migration successfully executed" id="Remove permission role_id index" duration=373.229µs 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.467682456Z level=info msg="Executing migration" id="create query_history_details table v1" 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.467945408Z level=info msg="Migration successfully executed" id="create query_history_details table v1" duration=262.562µs 2026-02-12T03:01:51.483 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.468182663Z level=info msg="Executing migration" id="add type column" 2026-02-12T03:01:51.719 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:51 trial132 ceph-mon[16815]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:51.719 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:51 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:51.720 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:51 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:51.722 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.470532942Z level=info msg="Migration successfully executed" id="add type column" duration=2.349779ms 2026-02-12T03:01:51.722 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.470781187Z level=info msg="Executing migration" id="drop my_row_id and add primary key to file table if my_row_id exists (auto-generated mysql column)" 2026-02-12T03:01:51.722 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.470876575Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop my_row_id and add primary key to file table if my_row_id exists (auto-generated mysql column)" 2026-02-12T03:01:51.722 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.471114Z level=info msg="Executing migration" id="drop file_path unique index from file table if it exists (mysql)" 2026-02-12T03:01:51.722 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.471256016Z level=info msg="Migration successfully executed" id="drop file_path unique index from file table if it exists (mysql)" duration=142.146µs 2026-02-12T03:01:51.722 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.471463133Z level=info msg="Executing migration" id="add primary key to file table if it doesn't exist (mysql)" 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.47147203Z level=info msg="Migration successfully executed" id="add primary key to file table if it doesn't exist (mysql)" duration=8.596µs 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.471736685Z level=info msg="Executing migration" id="add primary key to file table (postgres and sqlite)" 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.478852276Z level=info msg="Migration successfully executed" id="add primary key to file table (postgres and sqlite)" duration=7.11533ms 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.479110489Z level=info msg="Executing migration" id="drop my_row_id and add primary key to file_meta table if my_row_id exists (auto-generated mysql column)" 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.479199025Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop my_row_id and add primary key to file_meta table if my_row_id exists (auto-generated mysql column)" 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.479444594Z level=info msg="Executing migration" id="drop file_path unique index from file_meta table if it exists (mysql)" 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.479599855Z level=info msg="Migration successfully executed" id="drop file_path unique index from file_meta table if it exists (mysql)" duration=161.392µs 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.479857257Z level=info msg="Executing migration" id="add primary key to file_meta table if it doesn't exist (mysql)" 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.479862466Z level=info msg="Migration successfully executed" id="add primary key to file_meta table if it doesn't exist (mysql)" duration=5.5µs 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.480115921Z level=info msg="Executing migration" id="add primary key to file_meta table (postgres and sqlite)" 2026-02-12T03:01:51.723 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.486784273Z level=info msg="Migration successfully executed" id="add primary key to file_meta table (postgres and sqlite)" duration=6.668122ms 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.487066311Z level=info msg="Executing migration" id="Remove unique index UQE_folder_org_id_parent_uid_title" 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.487432637Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_org_id_parent_uid_title" duration=365.865µs 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.487654743Z level=info msg="Executing migration" id="Add index IDX_folder_org_id_parent_uid" 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.488028042Z level=info msg="Migration successfully executed" id="Add index IDX_folder_org_id_parent_uid" duration=373.168µs 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.488257461Z level=info msg="Executing migration" id="Remove unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.488636401Z level=info msg="Migration successfully executed" id="Remove unique index for dashboard_org_id_folder_uid_title_is_folder" duration=377.718µs 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.488859939Z level=info msg="Executing migration" id="update settings column to MEDIUMTEXT" 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.48886577Z level=info msg="Migration successfully executed" id="update settings column to MEDIUMTEXT" duration=6.182µs 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.489140625Z level=info msg="Executing migration" id="managed dashboard permissions annotation actions migration" 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.490913994Z level=info msg="Migration successfully executed" id="managed dashboard permissions annotation actions migration" duration=1.76296ms 2026-02-12T03:01:51.724 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.491171486Z level=info msg="Executing migration" id="create cloud_migration table v1" 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.49144617Z level=info msg="Migration successfully executed" id="create cloud_migration table v1" duration=268.523µs 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.491736694Z level=info msg="Executing migration" id="create cloud_migration_run table v1" 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.492041996Z level=info msg="Migration successfully executed" id="create cloud_migration_run table v1" duration=305.081µs 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.492268119Z level=info msg="Executing migration" id="add stack_id column" 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.49465673Z level=info msg="Migration successfully executed" id="add stack_id column" duration=2.388471ms 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.494868587Z level=info msg="Executing migration" id="add region_slug column" 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.49721016Z level=info msg="Migration successfully executed" id="add region_slug column" duration=2.341413ms 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.497421896Z level=info msg="Executing migration" id="add cluster_slug column" 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.500615855Z level=info msg="Migration successfully executed" id="add cluster_slug column" duration=3.193308ms 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.500860984Z level=info msg="Executing migration" id="add migration uid column" 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.503310199Z level=info msg="Migration successfully executed" id="add migration uid column" duration=2.448924ms 2026-02-12T03:01:51.725 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.503532746Z level=info msg="Executing migration" id="Update uid column values for migration" 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.503605582Z level=info msg="Migration successfully executed" id="Update uid column values for migration" duration=68.088µs 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.503849478Z level=info msg="Executing migration" id="Add unique index migration_uid" 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.504218549Z level=info msg="Migration successfully executed" id="Add unique index migration_uid" duration=368.831µs 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.504527869Z level=info msg="Executing migration" id="add migration run uid column" 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.506875433Z level=info msg="Migration successfully executed" id="add migration run uid column" duration=2.347133ms 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.507088923Z level=info msg="Executing migration" id="Update uid column values for migration run" 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.50715717Z level=info msg="Migration successfully executed" id="Update uid column values for migration run" duration=68.038µs 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.507395346Z level=info msg="Executing migration" id="Add unique index migration_run_uid" 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.50780868Z level=info msg="Migration successfully executed" id="Add unique index migration_run_uid" duration=413.143µs 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.508028011Z level=info msg="Executing migration" id="Rename table cloud_migration to cloud_migration_session_tmp_qwerty - v1" 2026-02-12T03:01:51.726 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.516267154Z level=info msg="Migration successfully executed" id="Rename table cloud_migration to cloud_migration_session_tmp_qwerty - v1" duration=8.236769ms 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.516686308Z level=info msg="Executing migration" id="create cloud_migration_session v2" 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.517127013Z level=info msg="Migration successfully executed" id="create cloud_migration_session v2" duration=440.414µs 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.517432966Z level=info msg="Executing migration" id="create index UQE_cloud_migration_session_uid - v2" 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.51783017Z level=info msg="Migration successfully executed" id="create index UQE_cloud_migration_session_uid - v2" duration=396.583µs 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.518058216Z level=info msg="Executing migration" id="copy cloud_migration_session v1 to v2" 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.518214339Z level=info msg="Migration successfully executed" id="copy cloud_migration_session v1 to v2" duration=156.893µs 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.518422689Z level=info msg="Executing migration" id="drop cloud_migration_session_tmp_qwerty" 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.518782743Z level=info msg="Migration successfully executed" id="drop cloud_migration_session_tmp_qwerty" duration=359.903µs 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.519125104Z level=info msg="Executing migration" id="Rename table cloud_migration_run to cloud_migration_snapshot_tmp_qwerty - v1" 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.525812642Z level=info msg="Migration successfully executed" id="Rename table cloud_migration_run to cloud_migration_snapshot_tmp_qwerty - v1" duration=6.685665ms 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.526234852Z level=info msg="Executing migration" id="create cloud_migration_snapshot v2" 2026-02-12T03:01:51.727 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.52668234Z level=info msg="Migration successfully executed" id="create cloud_migration_snapshot v2" duration=447.368µs 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.526980739Z level=info msg="Executing migration" id="create index UQE_cloud_migration_snapshot_uid - v2" 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.527495262Z level=info msg="Migration successfully executed" id="create index UQE_cloud_migration_snapshot_uid - v2" duration=514.063µs 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.527770267Z level=info msg="Executing migration" id="copy cloud_migration_snapshot v1 to v2" 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.527948861Z level=info msg="Migration successfully executed" id="copy cloud_migration_snapshot v1 to v2" duration=178.424µs 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.528241309Z level=info msg="Executing migration" id="drop cloud_migration_snapshot_tmp_qwerty" 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.528658189Z level=info msg="Migration successfully executed" id="drop cloud_migration_snapshot_tmp_qwerty" duration=416.57µs 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.528950496Z level=info msg="Executing migration" id="add snapshot upload_url column" 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.531712116Z level=info msg="Migration successfully executed" id="add snapshot upload_url column" duration=2.76142ms 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.532048565Z level=info msg="Executing migration" id="add snapshot status column" 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.534453527Z level=info msg="Migration successfully executed" id="add snapshot status column" duration=2.404832ms 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.534746335Z level=info msg="Executing migration" id="add snapshot local_directory column" 2026-02-12T03:01:51.728 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.537517232Z level=info msg="Migration successfully executed" id="add snapshot local_directory column" duration=2.770356ms 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.537762742Z level=info msg="Executing migration" id="add snapshot gms_snapshot_uid column" 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.540471392Z level=info msg="Migration successfully executed" id="add snapshot gms_snapshot_uid column" duration=2.70837ms 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.54074765Z level=info msg="Executing migration" id="add snapshot encryption_key column" 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.543257828Z level=info msg="Migration successfully executed" id="add snapshot encryption_key column" duration=2.510129ms 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.54347792Z level=info msg="Executing migration" id="add snapshot error_string column" 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.545863366Z level=info msg="Migration successfully executed" id="add snapshot error_string column" duration=2.385225ms 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.546092174Z level=info msg="Executing migration" id="create cloud_migration_resource table v1" 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.546372339Z level=info msg="Migration successfully executed" id="create cloud_migration_resource table v1" duration=279.994µs 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.546583123Z level=info msg="Executing migration" id="delete cloud_migration_snapshot.result column" 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.558294155Z level=info msg="Migration successfully executed" id="delete cloud_migration_snapshot.result column" duration=11.710251ms 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.558615787Z level=info msg="Executing migration" id="add cloud_migration_resource.name column" 2026-02-12T03:01:51.729 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.562150264Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.name column" duration=3.534156ms 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.562449965Z level=info msg="Executing migration" id="add cloud_migration_resource.parent_name column" 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.564870726Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.parent_name column" duration=2.421172ms 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.565108211Z level=info msg="Executing migration" id="add cloud_migration_session.org_id column" 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.568214386Z level=info msg="Migration successfully executed" id="add cloud_migration_session.org_id column" duration=3.103931ms 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.568480734Z level=info msg="Executing migration" id="add cloud_migration_resource.error_code column" 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.570895875Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.error_code column" duration=2.415892ms 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.571120736Z level=info msg="Executing migration" id="increase resource_uid column length" 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.571126367Z level=info msg="Migration successfully executed" id="increase resource_uid column length" duration=5.921µs 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.57141128Z level=info msg="Executing migration" id="create cloud_migration_snapshot_partition table v1" 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.571837708Z level=info msg="Migration successfully executed" id="create cloud_migration_snapshot_partition table v1" duration=426.077µs 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.572049655Z level=info msg="Executing migration" id="add cloud_migration_snapshot_partition srp_unique index" 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.57243167Z level=info msg="Migration successfully executed" id="add cloud_migration_snapshot_partition srp_unique index" duration=381.714µs 2026-02-12T03:01:51.730 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.572643396Z level=info msg="Executing migration" id="add resource_storage_type column to cloud_migration_snapshot table" 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.575046585Z level=info msg="Migration successfully executed" id="add resource_storage_type column to cloud_migration_snapshot table" duration=2.402968ms 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.575262339Z level=info msg="Executing migration" id="add encryption_algo column to cloud_migration_snapshot table" 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.577666088Z level=info msg="Migration successfully executed" id="add encryption_algo column to cloud_migration_snapshot table" duration=2.403349ms 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.577881902Z level=info msg="Executing migration" id="add metadata column to cloud_migration_snapshot table" 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.58032162Z level=info msg="Migration successfully executed" id="add metadata column to cloud_migration_snapshot table" duration=2.439326ms 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.580540439Z level=info msg="Executing migration" id="add public_key column to cloud_migration_snapshot table" 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.58297707Z level=info msg="Migration successfully executed" id="add public_key column to cloud_migration_snapshot table" duration=2.436441ms 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.583271101Z level=info msg="Executing migration" id="managed folder permissions alerting silences actions migration" 2026-02-12T03:01:51.731 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.583782518Z level=info msg="Migration successfully executed" id="managed folder permissions alerting silences actions migration" duration=510.806µs 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.584057433Z level=info msg="Executing migration" id="add record column to alert_rule table" 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.58651342Z level=info msg="Migration successfully executed" id="add record column to alert_rule table" duration=2.455667ms 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.586740635Z level=info msg="Executing migration" id="add record column to alert_rule_version table" 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.58918974Z level=info msg="Migration successfully executed" id="add record column to alert_rule_version table" duration=2.448654ms 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.589405514Z level=info msg="Executing migration" id="add resolved_at column to alert_instance table" 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.591932214Z level=info msg="Migration successfully executed" id="add resolved_at column to alert_instance table" duration=2.526539ms 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.592169167Z level=info msg="Executing migration" id="add last_sent_at column to alert_instance table" 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.594577205Z level=info msg="Migration successfully executed" id="add last_sent_at column to alert_instance table" duration=2.407948ms 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.594794512Z level=info msg="Executing migration" id="Add scope to alert.notifications.receivers:read and alert.notifications.receivers.secrets:read" 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.595026326Z level=info msg="Migration successfully executed" id="Add scope to alert.notifications.receivers:read and alert.notifications.receivers.secrets:read" duration=231.563µs 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.595268559Z level=info msg="Executing migration" id="add metadata column to alert_rule table" 2026-02-12T03:01:51.732 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.597738503Z level=info msg="Migration successfully executed" id="add metadata column to alert_rule table" duration=2.469933ms 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.597949077Z level=info msg="Executing migration" id="add metadata column to alert_rule_version table" 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.60038113Z level=info msg="Migration successfully executed" id="add metadata column to alert_rule_version table" duration=2.431862ms 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.60059513Z level=info msg="Executing migration" id="delete orphaned service account permissions" 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.600802348Z level=info msg="Migration successfully executed" id="delete orphaned service account permissions" duration=206.937µs 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.601050252Z level=info msg="Executing migration" id="adding action set permissions" 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.602039865Z level=info msg="Migration successfully executed" id="adding action set permissions" duration=989.572µs 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.60229889Z level=info msg="Executing migration" id="create user_external_session table" 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.6025982Z level=info msg="Migration successfully executed" id="create user_external_session table" duration=299.17µs 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.602819885Z level=info msg="Executing migration" id="increase name_id column length to 1024" 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.602825916Z level=info msg="Migration successfully executed" id="increase name_id column length to 1024" duration=6.212µs 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.603078699Z level=info msg="Executing migration" id="increase session_id column length to 1024" 2026-02-12T03:01:51.733 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.60308431Z level=info msg="Migration successfully executed" id="increase session_id column length to 1024" duration=5.52µs 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.603304923Z level=info msg="Executing migration" id="remove scope from alert.notifications.receivers:create" 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.603451407Z level=info msg="Migration successfully executed" id="remove scope from alert.notifications.receivers:create" duration=146.384µs 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.603669034Z level=info msg="Executing migration" id="add created_by column to alert_rule_version table" 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.606142845Z level=info msg="Migration successfully executed" id="add created_by column to alert_rule_version table" duration=2.474973ms 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.606354622Z level=info msg="Executing migration" id="add updated_by column to alert_rule table" 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.608921507Z level=info msg="Migration successfully executed" id="add updated_by column to alert_rule table" duration=2.566234ms 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.609140957Z level=info msg="Executing migration" id="add alert_rule_state table" 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.609412335Z level=info msg="Migration successfully executed" id="add alert_rule_state table" duration=270.978µs 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.609638819Z level=info msg="Executing migration" id="add index to alert_rule_state on org_id and rule_uid columns" 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.610022217Z level=info msg="Migration successfully executed" id="add index to alert_rule_state on org_id and rule_uid columns" duration=383.898µs 2026-02-12T03:01:51.734 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.610235907Z level=info msg="Executing migration" id="add guid column to alert_rule table" 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.612772926Z level=info msg="Migration successfully executed" id="add guid column to alert_rule table" duration=2.536809ms 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.612985714Z level=info msg="Executing migration" id="add rule_guid column to alert_rule_version table" 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.615478661Z level=info msg="Migration successfully executed" id="add rule_guid column to alert_rule_version table" duration=2.492887ms 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.615692131Z level=info msg="Executing migration" id="cleanup alert_rule_version table" 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.615703983Z level=info msg="Rule version record limit is not set, fallback to 100" limit=0 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.615822645Z level=info msg="Cleaning up table `alert_rule_version`" batchSize=50 batches=0 keepVersions=100 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.615828556Z level=info msg="Migration successfully executed" id="cleanup alert_rule_version table" duration=136.596µs 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.616069106Z level=info msg="Executing migration" id="populate rule guid in alert rule table" 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.616275302Z level=info msg="Migration successfully executed" id="populate rule guid in alert rule table" duration=205.595µs 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.616488Z level=info msg="Executing migration" id="drop index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.616897206Z level=info msg="Migration successfully executed" id="drop index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=409.086µs 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.617109915Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid, rule_guid and version columns" 2026-02-12T03:01:51.735 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.617498482Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid, rule_guid and version columns" duration=388.377µs 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.61772701Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_guid and version columns" 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.618138661Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_guid and version columns" duration=411.5µs 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.618359744Z level=info msg="Executing migration" id="add index in alert_rule table on guid columns" 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.618733324Z level=info msg="Migration successfully executed" id="add index in alert_rule table on guid columns" duration=373.239µs 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.618948146Z level=info msg="Executing migration" id="add keep_firing_for column to alert_rule" 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.621476298Z level=info msg="Migration successfully executed" id="add keep_firing_for column to alert_rule" duration=2.52666ms 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.621753818Z level=info msg="Executing migration" id="add keep_firing_for column to alert_rule_version" 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.624268014Z level=info msg="Migration successfully executed" id="add keep_firing_for column to alert_rule_version" duration=2.514016ms 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.62447954Z level=info msg="Executing migration" id="add missing_series_evals_to_resolve column to alert_rule" 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.62703805Z level=info msg="Migration successfully executed" id="add missing_series_evals_to_resolve column to alert_rule" duration=2.558279ms 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.627272759Z level=info msg="Executing migration" id="add missing_series_evals_to_resolve column to alert_rule_version" 2026-02-12T03:01:51.736 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.629813786Z level=info msg="Migration successfully executed" id="add missing_series_evals_to_resolve column to alert_rule_version" duration=2.539644ms 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.630034248Z level=info msg="Executing migration" id="remove the datasources:drilldown action" 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.63010981Z level=info msg="Removed 0 datasources:drilldown permissions" 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.630114158Z level=info msg="Migration successfully executed" id="remove the datasources:drilldown action" duration=79.89µs 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.630364607Z level=info msg="Executing migration" id="remove title in folder unique index" 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.63074595Z level=info msg="Migration successfully executed" id="remove title in folder unique index" duration=381.244µs 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.63095949Z level=info msg="Executing migration" id="add fired_at column to alert_instance table" 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.633527878Z level=info msg="Migration successfully executed" id="add fired_at column to alert_instance table" duration=2.568047ms 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.633749272Z level=info msg="Executing migration" id="add 'alert.notifications.receivers.protected:write' to receiver admins" 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.633893743Z level=info msg="Migration successfully executed" id="add 'alert.notifications.receivers.protected:write' to receiver admins" duration=144.26µs 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.634135576Z level=info msg="migrations completed" performed=143 skipped=547 duration=244.027293ms 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=migrator t=2026-02-12T03:01:51.634322866Z level=info msg="Unlocking database" 2026-02-12T03:01:51.737 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=sqlstore t=2026-02-12T03:01:51.636828637Z level=info msg="Created default organization" 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secrets t=2026-02-12T03:01:51.636889771Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.angulardetectorsprovider.dynamic t=2026-02-12T03:01:51.671187545Z level=info msg="Restored cache from database" duration=228.298µs 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=accesscontrol.service t=2026-02-12T03:01:51.671594196Z level=info msg="Starting migration to remove deprecated permissions" migration=removeDeprecatedPermissions 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=accesscontrol.service t=2026-02-12T03:01:51.671789321Z level=info msg="Completed migration to remove deprecated permissions" migration=removeDeprecatedPermissions totalRemoved=0 duration=195.165µs 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.672186374Z level=info msg="Locking database" 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.672193578Z level=info msg="Starting DB migrations" 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.672459947Z level=info msg="Executing migration" id="create secret_migration_log table" 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.672831773Z level=info msg="Migration successfully executed" id="create secret_migration_log table" duration=371.876µs 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.673123479Z level=info msg="Executing migration" id="Initialize secrets tables" 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.673130943Z level=info msg="Migration successfully executed" id="Initialize secrets tables" duration=7.865µs 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.673404715Z level=info msg="Executing migration" id="drop table secret_secure_value" 2026-02-12T03:01:51.738 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.673437597Z level=info msg="Migration successfully executed" id="drop table secret_secure_value" duration=32.991µs 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.673664792Z level=info msg="Executing migration" id="create table secret_secure_value" 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.674056485Z level=info msg="Migration successfully executed" id="create table secret_secure_value" duration=391.253µs 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.674313526Z level=info msg="Executing migration" id="create table secret_secure_value, index: 0" 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.674753129Z level=info msg="Migration successfully executed" id="create table secret_secure_value, index: 0" duration=438.951µs 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.675007936Z level=info msg="Executing migration" id="create table secret_secure_value, index: 1" 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.675396934Z level=info msg="Migration successfully executed" id="create table secret_secure_value, index: 1" duration=388.868µs 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.675623238Z level=info msg="Executing migration" id="drop table secret_keeper" 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.675658053Z level=info msg="Migration successfully executed" id="drop table secret_keeper" duration=34.755µs 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.675915615Z level=info msg="Executing migration" id="create table secret_keeper" 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.67624957Z level=info msg="Migration successfully executed" id="create table secret_keeper" duration=334.276µs 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.676475313Z level=info msg="Executing migration" id="create table secret_keeper, index: 0" 2026-02-12T03:01:51.739 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.676875612Z level=info msg="Migration successfully executed" id="create table secret_keeper, index: 0" duration=400.089µs 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.677148553Z level=info msg="Executing migration" id="drop table secret_data_key" 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.677198998Z level=info msg="Migration successfully executed" id="drop table secret_data_key" duration=50.724µs 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.677520349Z level=info msg="Executing migration" id="create table secret_data_key" 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.677976543Z level=info msg="Migration successfully executed" id="create table secret_data_key" duration=456.024µs 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.678284019Z level=info msg="Executing migration" id="drop table secret_encrypted_value" 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.678325436Z level=info msg="Migration successfully executed" id="drop table secret_encrypted_value" duration=41.578µs 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.678605821Z level=info msg="Executing migration" id="create table secret_encrypted_value" 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.678903649Z level=info msg="Migration successfully executed" id="create table secret_encrypted_value" duration=298.358µs 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.67913422Z level=info msg="Executing migration" id="create table secret_encrypted_value, index: 0" 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.679519582Z level=info msg="Migration successfully executed" id="create table secret_encrypted_value, index: 0" duration=385.211µs 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.679744162Z level=info msg="Executing migration" id="create index for list on secret_secure_value" 2026-02-12T03:01:51.740 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.68012753Z level=info msg="Migration successfully executed" id="create index for list on secret_secure_value" duration=383.117µs 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.680344857Z level=info msg="Executing migration" id="create index for list and read current on secret_data_key" 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.680782185Z level=info msg="Migration successfully executed" id="create index for list and read current on secret_data_key" duration=437.449µs 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.681029148Z level=info msg="Executing migration" id="add owner_reference_api_group column to secret_secure_value" 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.684121466Z level=info msg="Migration successfully executed" id="add owner_reference_api_group column to secret_secure_value" duration=3.091918ms 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.684357949Z level=info msg="Executing migration" id="add owner_reference_api_version column to secret_secure_value" 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.686983784Z level=info msg="Migration successfully executed" id="add owner_reference_api_version column to secret_secure_value" duration=2.625796ms 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.687214977Z level=info msg="Executing migration" id="add owner_reference_kind column to secret_secure_value" 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.689846453Z level=info msg="Migration successfully executed" id="add owner_reference_kind column to secret_secure_value" duration=2.630965ms 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.690072897Z level=info msg="Executing migration" id="add owner_reference_name column to secret_secure_value" 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.69269205Z level=info msg="Migration successfully executed" id="add owner_reference_name column to secret_secure_value" duration=2.619213ms 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.693031014Z level=info msg="Executing migration" id="add lease_token column to secret_secure_value" 2026-02-12T03:01:51.741 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.695659875Z level=info msg="Migration successfully executed" id="add lease_token column to secret_secure_value" duration=2.629322ms 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.695881811Z level=info msg="Executing migration" id="add lease_token index to secret_secure_value" 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.69627669Z level=info msg="Migration successfully executed" id="add lease_token index to secret_secure_value" duration=394.849µs 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.696494077Z level=info msg="Executing migration" id="add lease_created column to secret_secure_value" 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.699269883Z level=info msg="Migration successfully executed" id="add lease_created column to secret_secure_value" duration=2.774754ms 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.699494243Z level=info msg="Executing migration" id="add lease_created index to secret_secure_value" 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.699905894Z level=info msg="Migration successfully executed" id="add lease_created index to secret_secure_value" duration=411.25µs 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.700125014Z level=info msg="Executing migration" id="add data_key_id column to secret_encrypted_value" 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.702749887Z level=info msg="Migration successfully executed" id="add data_key_id column to secret_encrypted_value" duration=2.622339ms 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.70298106Z level=info msg="Executing migration" id="add data_key_id index to secret_encrypted_value" 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.703378023Z level=info msg="Migration successfully executed" id="add data_key_id index to secret_encrypted_value" duration=396.112µs 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.703593687Z level=info msg="migrations completed" performed=26 skipped=0 duration=31.14948ms 2026-02-12T03:01:51.742 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=secret-migrator t=2026-02-12T03:01:51.703804051Z level=info msg="Unlocking database" 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-db t=2026-02-12T03:01:51.706589705Z level=info msg="Using database section" db_type=sqlite3 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-db t=2026-02-12T03:01:51.706636623Z level=info msg="Initializing Resource DB" db_type=sqlite3 open_conn=0 in_use_conn=0 idle_conn=0 max_open_conn=0 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.709155238Z level=info msg="Locking database" 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.709161289Z level=info msg="Starting DB migrations" 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.711855863Z level=info msg="Executing migration" id="create resource_migration_log table" 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.712206419Z level=info msg="Migration successfully executed" id="create resource_migration_log table" duration=350.456µs 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.712448352Z level=info msg="Executing migration" id="Initialize resource tables" 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.712454554Z level=info msg="Migration successfully executed" id="Initialize resource tables" duration=6.081µs 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.712762991Z level=info msg="Executing migration" id="drop table resource" 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.712798989Z level=info msg="Migration successfully executed" id="drop table resource" duration=36.187µs 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.713051161Z level=info msg="Executing migration" id="create table resource" 2026-02-12T03:01:51.743 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.713425822Z level=info msg="Migration successfully executed" id="create table resource" duration=374.411µs 2026-02-12T03:01:51.744 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.713700185Z level=info msg="Executing migration" id="create table resource, index: 0" 2026-02-12T03:01:51.744 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.714128798Z level=info msg="Migration successfully executed" id="create table resource, index: 0" duration=428.352µs 2026-02-12T03:01:51.744 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.714459867Z level=info msg="Executing migration" id="drop table resource_history" 2026-02-12T03:01:51.744 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.7144934Z level=info msg="Migration successfully executed" id="drop table resource_history" duration=33.713µs 2026-02-12T03:01:51.744 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.714762654Z level=info msg="Executing migration" id="create table resource_history" 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.71511824Z level=info msg="Migration successfully executed" id="create table resource_history" duration=354.975µs 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.71535324Z level=info msg="Executing migration" id="create table resource_history, index: 0" 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.715781462Z level=info msg="Migration successfully executed" id="create table resource_history, index: 0" duration=427.901µs 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.716018535Z level=info msg="Executing migration" id="create table resource_history, index: 1" 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.716435316Z level=info msg="Migration successfully executed" id="create table resource_history, index: 1" duration=416.65µs 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.716655688Z level=info msg="Executing migration" id="drop table resource_version" 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.716691275Z level=info msg="Migration successfully executed" id="drop table resource_version" duration=35.436µs 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.716942695Z level=info msg="Executing migration" id="create table resource_version" 2026-02-12T03:01:51.745 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.717230534Z level=info msg="Migration successfully executed" id="create table resource_version" duration=287.007µs 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.717448452Z level=info msg="Executing migration" id="create table resource_version, index: 0" 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.717873247Z level=info msg="Migration successfully executed" id="create table resource_version, index: 0" duration=424.003µs 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.718093279Z level=info msg="Executing migration" id="drop table resource_blob" 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.718128004Z level=info msg="Migration successfully executed" id="drop table resource_blob" duration=34.775µs 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.718376229Z level=info msg="Executing migration" id="create table resource_blob" 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.71872919Z level=info msg="Migration successfully executed" id="create table resource_blob" duration=352.089µs 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.718968618Z level=info msg="Executing migration" id="create table resource_blob, index: 0" 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.719399364Z level=info msg="Migration successfully executed" id="create table resource_blob, index: 0" duration=430.035µs 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.71963742Z level=info msg="Executing migration" id="create table resource_blob, index: 1" 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.720065801Z level=info msg="Migration successfully executed" id="create table resource_blob, index: 1" duration=428.322µs 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.720299379Z level=info msg="Executing migration" id="drop table resource_last_import_time" 2026-02-12T03:01:51.746 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.720332461Z level=info msg="Migration successfully executed" id="drop table resource_last_import_time" duration=33.233µs 2026-02-12T03:01:51.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:51 trial069 ceph-mon[14520]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:51.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:51 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:51.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:51 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:51 trial069 ceph-mon[22971]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:51 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:51 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:52.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.720634556Z level=info msg="Executing migration" id="create table resource_last_import_time" 2026-02-12T03:01:52.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.720984181Z level=info msg="Migration successfully executed" id="create table resource_last_import_time" duration=349.164µs 2026-02-12T03:01:52.013 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.721217217Z level=info msg="Executing migration" id="Add column previous_resource_version in resource_history" 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.724118498Z level=info msg="Migration successfully executed" id="Add column previous_resource_version in resource_history" duration=2.900951ms 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.72434389Z level=info msg="Executing migration" id="Add column previous_resource_version in resource" 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.72720214Z level=info msg="Migration successfully executed" id="Add column previous_resource_version in resource" duration=2.857268ms 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.727444384Z level=info msg="Executing migration" id="Add index to resource_history for polling" 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.727882083Z level=info msg="Migration successfully executed" id="Add index to resource_history for polling" duration=437.82µs 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.728105722Z level=info msg="Executing migration" id="Add index to resource for loading" 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.728529645Z level=info msg="Migration successfully executed" id="Add index to resource for loading" duration=423.082µs 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.728835428Z level=info msg="Executing migration" id="Add column folder in resource_history" 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.731868405Z level=info msg="Migration successfully executed" id="Add column folder in resource_history" duration=3.032647ms 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.732103045Z level=info msg="Executing migration" id="Add column folder in resource" 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.73501221Z level=info msg="Migration successfully executed" id="Add column folder in resource" duration=2.909216ms 2026-02-12T03:01:52.014 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.735240618Z level=info msg="Executing migration" id="Migrate DeletionMarkers to real Resource objects" 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=deletion-marker-migrator t=2026-02-12T03:01:51.735255796Z level=info msg="finding any deletion markers" 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.735415505Z level=info msg="Migration successfully executed" id="Migrate DeletionMarkers to real Resource objects" duration=174.938µs 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.735685711Z level=info msg="Executing migration" id="Add index to resource_history for get trash" 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.736147465Z level=info msg="Migration successfully executed" id="Add index to resource_history for get trash" duration=461.564µs 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.736380311Z level=info msg="Executing migration" id="Add generation to resource history" 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.739256175Z level=info msg="Migration successfully executed" id="Add generation to resource history" duration=2.875873ms 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.739486115Z level=info msg="Executing migration" id="Add generation index to resource history" 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.739926049Z level=info msg="Migration successfully executed" id="Add generation index to resource history" duration=439.783µs 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.740268409Z level=info msg="Executing migration" id="Add UQE_resource_last_import_time_last_import_time index" 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.74068543Z level=info msg="Migration successfully executed" id="Add UQE_resource_last_import_time_last_import_time index" duration=416.64µs 2026-02-12T03:01:52.015 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.740902887Z level=info msg="migrations completed" performed=29 skipped=0 duration=29.061021ms 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=resource-migrator t=2026-02-12T03:01:51.74115554Z level=info msg="Unlocking database" 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.741231332Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.741224269Z msg="Using channel notifier" logger=sql-resource-server 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.store t=2026-02-12T03:01:51.744524286Z level=info msg="Loading plugins..." 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.store t=2026-02-12T03:01:51.775414701Z level=info msg="Plugins loaded" count=53 duration=30.891086ms 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=annotations t=2026-02-12T03:01:51.776150198Z level=info msg="Starting annotation dashboard_uid migration in background" 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=annotations t=2026-02-12T03:01:51.776162651Z level=info msg="Starting batched dashboard_uid migration for annotations (newest first)" batchSize=5000 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=annotations t=2026-02-12T03:01:51.77670178Z level=info msg="Completed dashboard_uid migration for annotations" totalUpdated=0 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=annotations t=2026-02-12T03:01:51.776710767Z level=info msg="Annotation dashboard_uid migration completed successfully" 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=query_data t=2026-02-12T03:01:51.777870077Z level=info msg="Query Service initialization" 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=live.push_http t=2026-02-12T03:01:51.779893635Z level=info msg="Live Push Gateway initialization" 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.notifier component=alertmanager orgID=1 t=2026-02-12T03:01:51.781398863Z level=info msg="Applying new configuration to Alertmanager" configHash=d2c56faca6af2a5772ff4253222f7386 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.writer t=2026-02-12T03:01:51.783317475Z level=info msg="Setting up remote write using data sources" timeout=10s default_datasource_uid= 2026-02-12T03:01:52.016 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert t=2026-02-12T03:01:51.783342862Z level=info msg="Using protobuf-based alert instance store" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.state.manager.persist t=2026-02-12T03:01:51.783349164Z level=info msg="Using rule state persister" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=infra.usagestats.collector t=2026-02-12T03:01:51.784573486Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:51.788543097Z level=info msg=starting module=tracing 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:51.788557704Z level=info msg=starting module=grafana-apiserver 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.891338273Z level=info msg="Adding GroupVersion features.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.893489359Z level=info msg="Adding GroupVersion dashboard.grafana.app v1beta1 to ResourceManager" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.893677151Z level=info msg="Adding GroupVersion dashboard.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.893863129Z level=info msg="Adding GroupVersion dashboard.grafana.app v2beta1 to ResourceManager" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.894060548Z level=info msg="Adding GroupVersion dashboard.grafana.app v2alpha1 to ResourceManager" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.894106925Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.894102086Z msg="Zanzana is not enabled; skipping folder propagation hooks" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.894621408Z level=info msg="Adding GroupVersion folder.grafana.app v1beta1 to ResourceManager" 2026-02-12T03:01:52.017 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.895857803Z level=info msg="Adding GroupVersion iam.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:01:52.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.896227014Z level=info msg="Adding GroupVersion userstorage.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:01:52.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.896310861Z level=warn caller=logger.go:224 time=2026-02-12T03:01:51.896305721Z msg="skipped registering status sub-resource that does not support dual writing" resource=playlists.playlist.grafana.app version=v0alpha1 storagePath=playlists/status 2026-02-12T03:01:52.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.896683458Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:01:52.018 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.896707082Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.896704668Z msg="Installed APIs for app" app=playlist 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.89718118Z level=info msg="Adding GroupVersion plugins.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.897211647Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.897209523Z msg="Installed APIs for app" app=plugins 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.897261631Z level=info msg="Skipping API example.grafana.app/v1alpha1 because it has no resources." 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.897265869Z level=info msg="Skipping API example.grafana.app/v0alpha1 because it has no resources." 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.89728812Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.897286638Z msg="Installed APIs for app" app=example 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:01:51.898141468Z level=info msg="Adding GroupVersion notifications.alerting.grafana.app v0alpha1 to ResourceManager" 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.898186542Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.898175261Z msg="Installed APIs for app" app=alerting-notifications 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.927434833Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.927430805Z msg="App initialized" app=playlist 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.927427028Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.927423842Z msg="App initialized" app=plugins 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.927525142Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.927522076Z msg="App initialized" app=alerting-notifications 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: t=2026-02-12T03:01:51.92755064Z level=info caller=logger.go:214 time=2026-02-12T03:01:51.927547674Z msg="App initialized" app=example 2026-02-12T03:01:52.019 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:51.927611514Z level=info msg=starting module=plugins.store 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:51.927627894Z level=info msg=starting module=plugin.backgroundinstaller 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:51.927640859Z level=info msg="Plugins installed" plugins=[] 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:51.927645658Z level=info msg="Installing plugins" plugins="[{ID:grafana-lokiexplore-app Version: URL:} {ID:grafana-pyroscope-app Version: URL:} {ID:grafana-exploretraces-app Version: URL:} {ID:grafana-metricsdrilldown-app Version: URL:}]" 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:51.927664683Z level=info msg="Installing plugin" pluginId=grafana-lokiexplore-app version= 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:51.927748861Z level=info msg=starting module=provisioning 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=provisioning.datasources t=2026-02-12T03:01:51.929738856Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=provisioning.datasources t=2026-02-12T03:01:51.929895639Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=provisioning.alerting t=2026-02-12T03:01:51.9411891Z level=info msg="starting to provision alerting" 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=provisioning.alerting t=2026-02-12T03:01:51.94119946Z level=info msg="finished to provision alerting" 2026-02-12T03:01:52.020 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=provisioning.dashboard t=2026-02-12T03:01:51.942146462Z level=info msg="starting to provision dashboards" 2026-02-12T03:01:52.271 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.installer t=2026-02-12T03:01:52.156609162Z level=info msg="Installing plugin" pluginId=grafana-lokiexplore-app version= 2026-02-12T03:01:52.271 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=installer.fs t=2026-02-12T03:01:52.242218327Z level=info msg="Downloaded and extracted grafana-lokiexplore-app v1.0.35 zip successfully to /var/lib/grafana/plugins/grafana-lokiexplore-app" 2026-02-12T03:01:52.271 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugins.registration t=2026-02-12T03:01:52.268930841Z level=info msg="Plugin registered" pluginId=grafana-lokiexplore-app 2026-02-12T03:01:52.514 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:01:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:01:52.187Z level=INFO source=cluster.go:691 msg="gossip settled; proceeding" component=cluster elapsed=10.0030707s 2026-02-12T03:01:52.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:52 trial132 ceph-mon[16815]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:52.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:52 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:52.572 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:52 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:52.573 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:52.268948284Z level=info msg="Plugin successfully installed" pluginId=grafana-lokiexplore-app version= duration=341.280084ms 2026-02-12T03:01:52.573 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:52.268960687Z level=info msg="Installing plugin" pluginId=grafana-pyroscope-app version= 2026-02-12T03:01:52.573 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=provisioning.dashboard t=2026-02-12T03:01:52.295309631Z level=info msg="finished to provision dashboards" 2026-02-12T03:01:52.573 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295343935Z level=info msg=starting module=*angulardetectorsprovider.Dynamic 2026-02-12T03:01:52.573 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295352962Z level=info msg=starting module=*supportbundlesimpl.Service 2026-02-12T03:01:52.573 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295354625Z level=info msg=starting module=*service.DashboardServiceImpl 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295355917Z level=info msg=starting module=*remotecache.RemoteCache 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295369663Z level=info msg=starting module=*ngalert.AlertNG 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295371426Z level=info msg=starting module=*store.dummyEntityEventsService 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295376886Z level=info msg=starting module=*pushhttp.Gateway 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295385993Z level=info msg=starting module=*migrations.SecretMigrationProviderImpl 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295391584Z level=info msg=starting module=*cleanup.CleanUpService 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295390562Z level=info msg=starting module=*live.GrafanaLive 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295396583Z level=info msg=starting module=*appregistry.Service 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295406913Z level=info msg=starting module=*manager.SecretsService 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.state.manager t=2026-02-12T03:01:52.2953947Z level=info msg="Warming state cache for startup" 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295412433Z level=info msg=starting module=*rendering.RenderingService 2026-02-12T03:01:52.574 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295425187Z level=info msg=starting module=*dualwrite.ZanzanaReconciler 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295414276Z level=info msg=starting module=*notifications.NotificationService 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295436628Z level=info msg=starting module=*api.HTTPServer 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.29540011Z level=info msg=starting module=*service.UsageStats 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295449993Z level=info msg=starting module=*authimpl.UserAuthTokenService 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295448631Z level=info msg=starting module=*ssosettingsimpl.Service 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295455233Z level=info msg=starting module=*metric.Service 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295444373Z level=info msg=starting module=*service.DashboardUpdater 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295383248Z level=info msg=starting module=*statscollector.Service 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295447218Z level=info msg=starting module=*anonimpl.AnonDeviceService 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295449382Z level=info msg=starting module=*pluginexternal.Service 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295447709Z level=info msg=starting module=*loginattemptimpl.Service 2026-02-12T03:01:52.575 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295390732Z level=info msg=starting module=*manager.ServiceAccountsService 2026-02-12T03:01:52.576 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.multiorg.alertmanager t=2026-02-12T03:01:52.295443651Z level=info msg="Starting MultiOrg Alertmanager" 2026-02-12T03:01:52.576 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295360155Z level=info msg=starting module=*garbagecollectionworker.Worker 2026-02-12T03:01:52.576 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295396593Z level=info msg=starting module=*metrics.InternalMetricsService 2026-02-12T03:01:52.576 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295381675Z level=info msg=starting module=*store.standardStorageService 2026-02-12T03:01:52.576 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295410089Z level=info msg=starting module=*updatemanager.PluginsService 2026-02-12T03:01:52.576 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=app-registry t=2026-02-12T03:01:52.295425237Z level=info msg="app registry initialized" 2026-02-12T03:01:52.576 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafanaStorageLogger t=2026-02-12T03:01:52.295520736Z level=info msg="Storage starting" 2026-02-12T03:01:52.576 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:01:52.295567293Z level=info msg="All modules healthy" 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=http.server t=2026-02-12T03:01:52.297167699Z level=info msg="HTTP Server TLS settings" scheme=https MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=http.server t=2026-02-12T03:01:52.297427886Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.state.manager t=2026-02-12T03:01:52.319775319Z level=info msg="State cache has been initialized" states=0 duration=24.380419ms 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.scheduler t=2026-02-12T03:01:52.319973079Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=3 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.scheduler t=2026-02-12T03:01:52.320006482Z level=info msg=starting component=ticker first_tick=2026-02-12T03:02:00Z 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugins.update.checker t=2026-02-12T03:01:52.347015721Z level=info msg="Update check succeeded" duration=51.480708ms 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.angulardetectorsprovider.dynamic t=2026-02-12T03:01:52.37248065Z level=info msg="Patterns update finished" duration=53.289775ms 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.installer t=2026-02-12T03:01:52.397053358Z level=info msg="Installing plugin" pluginId=grafana-pyroscope-app version= 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=installer.fs t=2026-02-12T03:01:52.430496371Z level=info msg="Downloaded and extracted grafana-pyroscope-app v1.16.0 zip successfully to /var/lib/grafana/plugins/grafana-pyroscope-app" 2026-02-12T03:01:52.577 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugins.registration t=2026-02-12T03:01:52.443540059Z level=info msg="Plugin registered" pluginId=grafana-pyroscope-app 2026-02-12T03:01:52.578 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:52.443550869Z level=info msg="Plugin successfully installed" pluginId=grafana-pyroscope-app version= duration=174.586866ms 2026-02-12T03:01:52.578 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:52.443565887Z level=info msg="Installing plugin" pluginId=grafana-exploretraces-app version= 2026-02-12T03:01:52.578 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.installer t=2026-02-12T03:01:52.570076597Z level=info msg="Installing plugin" pluginId=grafana-exploretraces-app version= 2026-02-12T03:01:52.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:52 trial069 ceph-mon[14520]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:52.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:52 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:52.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:52 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:52.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:52 trial069 ceph-mon[22971]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:01:52.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:52 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:52.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:52 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:52.833 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=installer.fs t=2026-02-12T03:01:52.614102911Z level=info msg="Downloaded and extracted grafana-exploretraces-app v1.3.2 zip successfully to /var/lib/grafana/plugins/grafana-exploretraces-app" 2026-02-12T03:01:52.833 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugins.registration t=2026-02-12T03:01:52.628554353Z level=info msg="Plugin registered" pluginId=grafana-exploretraces-app 2026-02-12T03:01:52.833 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:52.628570784Z level=info msg="Plugin successfully installed" pluginId=grafana-exploretraces-app version= duration=185.000058ms 2026-02-12T03:01:52.833 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:52.628587385Z level=info msg="Installing plugin" pluginId=grafana-metricsdrilldown-app version= 2026-02-12T03:01:52.833 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.installer t=2026-02-12T03:01:52.75371189Z level=info msg="Installing plugin" pluginId=grafana-metricsdrilldown-app version= 2026-02-12T03:01:52.833 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=installer.fs t=2026-02-12T03:01:52.794225088Z level=info msg="Downloaded and extracted grafana-metricsdrilldown-app v1.0.30 zip successfully to /var/lib/grafana/plugins/grafana-metricsdrilldown-app" 2026-02-12T03:01:52.833 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugins.registration t=2026-02-12T03:01:52.809538884Z level=info msg="Plugin registered" pluginId=grafana-metricsdrilldown-app 2026-02-12T03:01:52.833 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=plugin.backgroundinstaller t=2026-02-12T03:01:52.809550216Z level=info msg="Plugin successfully installed" pluginId=grafana-metricsdrilldown-app version= duration=180.959224ms 2026-02-12T03:01:53.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:52] "GET /metrics HTTP/1.1" 200 5712 "" "Prometheus/3.6.0" 2026-02-12T03:01:53.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:01:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:01:52.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:01:54.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:53 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:53] ENGINE Bus STOPPING 2026-02-12T03:01:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132:3000"}]: dispatch 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:54.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:54.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132:3000"}]: dispatch 2026-02-12T03:01:54.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:01:54.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.096 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:01:54.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:01:54.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:01:54.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.101 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:01:54.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:01:54.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:01:54.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:01:54.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:01:54.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:01:54.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.102 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.104 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:01:54.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:53 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:54.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132:3000"}]: dispatch 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.167 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.168 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:01:54.169 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:01:54.170 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.171 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.172 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.173 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:53 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:01:54.587 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:01:54.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:01:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:01:54] ENGINE Bus STOPPED 2026-02-12T03:01:55.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:01:55.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132:3000"}]: dispatch 2026-02-12T03:01:55.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[22971]: Upgrade: Finalizing container_image settings 2026-02-12T03:01:55.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[22971]: Upgrade: Complete! 2026-02-12T03:01:55.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:55.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:01:55.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132:3000"}]: dispatch 2026-02-12T03:01:55.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[14520]: Upgrade: Finalizing container_image settings 2026-02-12T03:01:55.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[14520]: Upgrade: Complete! 2026-02-12T03:01:55.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:54 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:55.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:54 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T03:01:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:54 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial132:3000"}]: dispatch 2026-02-12T03:01:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:54 trial132 ceph-mon[16815]: Upgrade: Finalizing container_image settings 2026-02-12T03:01:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:54 trial132 ceph-mon[16815]: Upgrade: Complete! 2026-02-12T03:01:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:54 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:56.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:55 trial069 ceph-mon[14520]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:56.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:55 trial069 ceph-mon[14520]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:56.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:55 trial069 ceph-mon[22971]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:56.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:55 trial069 ceph-mon[22971]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:56.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:55 trial132 ceph-mon[16815]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:01:56.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:55 trial132 ceph-mon[16815]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:01:57.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:01:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:01:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:01:58.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:57 trial069 ceph-mon[14520]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:58.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:57 trial069 ceph-mon[22971]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:58.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:57 trial132 ceph-mon[16815]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:01:59.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:58 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:59.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:58 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:01:59.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:58 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:02:00.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:01:59 trial069 ceph-mon[14520]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:00.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:01:59 trial069 ceph-mon[22971]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:00.148 INFO:teuthology.orchestra.run.trial069.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:02:00.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:01:59 trial132 ceph-mon[16815]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:00.187 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2026-02-12T03:02:00.479 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:00.742 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:02:00.773 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2026-02-12T03:02:01.059 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:01.319 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:02:01.351 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2026-02-12T03:02:01.635 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:01.895 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:02:01.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:01 trial069 ceph-mon[14520]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:01.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:01 trial069 ceph-mon[14520]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:01.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:01 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3204960196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:01.912 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:01 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/2711817651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:01.912 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:01 trial069 ceph-mon[22971]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:01.912 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:01 trial069 ceph-mon[22971]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:01.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:01 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3204960196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:01.913 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:01 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/2711817651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:01.925 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2026-02-12T03:02:02.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:01 trial132 ceph-mon[16815]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:02.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:01 trial132 ceph-mon[16815]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:02.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:01 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/3204960196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:02.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:01 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/2711817651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:02.210 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:02.699 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:02:02.731 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:02:03.012 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:03.034 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:02 trial069 ceph-mon[14520]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:03.034 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:02 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/195914401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:03.035 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:02 trial069 ceph-mon[22971]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:03.035 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:02 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/195914401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:03.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:02 trial132 ceph-mon[16815]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:03.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:02 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/195914401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:03.238 INFO:teuthology.orchestra.run.trial069.stdout:There are no upgrades in progress currently. 2026-02-12T03:02:03.275 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:02:03.557 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:03.820 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:02:03.835 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:03 trial069 ceph-mon[14520]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:03.836 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:03 trial069 ceph-mon[14520]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:03.836 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:03 trial069 ceph-mon[22971]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:03.836 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:03 trial069 ceph-mon[22971]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:03.857 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2026-02-12T03:02:04.142 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:04.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:03 trial132 ceph-mon[16815]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:04.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:03 trial132 ceph-mon[16815]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:04.450 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:02:04] ENGINE Bus STARTING 2026-02-12T03:02:04.450 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:02:04] ENGINE Serving on http://:::9283 2026-02-12T03:02:04.450 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:04 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:02:04] ENGINE Bus STARTED 2026-02-12T03:02:04.808 INFO:teuthology.orchestra.run.trial069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:04.849 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:02:05.014 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:04 trial069 ceph-mon[14520]: from='client.25448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:05.014 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:04 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1780978519' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:02:05.015 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:04 trial069 ceph-mon[22971]: from='client.25448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:05.015 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:04 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1780978519' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:02:05.140 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:05.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:04 trial132 ceph-mon[16815]: from='client.25448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:05.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:04 trial132 ceph-mon[16815]: from='client.? 10.20.193.69:0/1780978519' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:02:05.373 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (23s) 22s ago 19m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (14s) 13s ago 19m 62.0M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (34s) 22s ago 18m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (33s) 13s ago 20m 492M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (9m) 22s ago 21m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (21m) 22s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (21m) 13s ago 21m 54.8M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 4d5e94e83cd0 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (20m) 22s ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (29s) 22s ago 19m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (27s) 13s ago 19m 9726k - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (20m) 13s ago 20m 62.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (19m) 13s ago 19m 61.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (19m) 13s ago 19m 57.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (19m) 13s ago 19m 63.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (12m) 13s ago 19m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (19m) 22s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:02:05.713 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (19m) 13s ago 19m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 systemd[1]: Stopping Ceph mon.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='client.25466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial132", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:02:05.841 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-mon[16815]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:05.916 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:02:05.916 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:02:05.917 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='client.25466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial132", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:02:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='client.25466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial132", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:02:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:05 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [], 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons of type(s) mon on host(s) trial132", 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "0/1 daemons upgraded", 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading mon daemons", 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:02:06.088 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:02:06.120 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b[16811]: 2026-02-12T03:02:05.836+0000 7f602c31a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:02:06.120 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b[16811]: 2026-02-12T03:02:05.836+0000 7f602c31a640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2026-02-12T03:02:06.120 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 podman[70192]: 2026-02-12 03:02:05.878221375 +0000 UTC m=+0.054074545 container died 4d5e94e83cd09092ddd375f9f0a8a5586df319cf2e009f03690d6ddaea7c0b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:02:06.120 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 podman[70192]: 2026-02-12 03:02:05.887667387 +0000 UTC m=+0.063520557 container remove 4d5e94e83cd09092ddd375f9f0a8a5586df319cf2e009f03690d6ddaea7c0b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:02:06.120 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 bash[70192]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b 2026-02-12T03:02:06.120 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.b.service: Deactivated successfully. 2026-02-12T03:02:06.120 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 systemd[1]: Stopped Ceph mon.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:02:06.120 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:05 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.b.service: Consumed 6.589s CPU time. 2026-02-12T03:02:06.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 systemd[1]: Starting Ceph mon.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:02:06.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 podman[70360]: 2026-02-12 03:02:06.202009345 +0000 UTC m=+0.016242937 container create 92d602e391be774ae82ea12be8c2dbf6e5ff4ffa5c943fea723296bd4aac80ab (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:02:06.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 podman[70360]: 2026-02-12 03:02:06.232929085 +0000 UTC m=+0.047162677 container init 92d602e391be774ae82ea12be8c2dbf6e5ff4ffa5c943fea723296bd4aac80ab (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:02:06.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 podman[70360]: 2026-02-12 03:02:06.23536227 +0000 UTC m=+0.049595862 container start 92d602e391be774ae82ea12be8c2dbf6e5ff4ffa5c943fea723296bd4aac80ab (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0) 2026-02-12T03:02:06.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 bash[70360]: 92d602e391be774ae82ea12be8c2dbf6e5ff4ffa5c943fea723296bd4aac80ab 2026-02-12T03:02:06.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 podman[70360]: 2026-02-12 03:02:06.195408669 +0000 UTC m=+0.009642251 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:06.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 systemd[1]: Started Ceph mon.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: pidfile_write: ignore empty --pid-file 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: load: jerasure load: lrc 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Git sha 0 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Compile date 2026-02-11 13:31:28 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: DB SUMMARY 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: DB Session ID: JTLY6SVR4D9UH0WCCUCS 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:02:06.418 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: MANIFEST file: MANIFEST-000010 size: 2386 Bytes 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000039.sst 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000037.log size: 2146678 ; 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.env: 0xed5d60 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.info_log: 0x30ace80 2026-02-12T03:02:06.419 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.statistics: (nil) 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.use_fsync: 0 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:02:06.420 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.db_log_dir: 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.wal_dir: 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:02:06.421 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.write_buffer_manager: 0x30a8500 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.unordered_write: 0 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:02:06.422 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.row_cache: None 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.wal_filter: None 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.wal_compression: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:02:06.423 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:02:06.424 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_open_files: -1 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Compression algorithms supported: 2026-02-12T03:02:06.425 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: kZSTD supported: 0 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:02:06.426 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.merge_operator: 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_filter: None 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x30ad5c0) 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout: index_type: 0 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout: data_block_index_type: 0 2026-02-12T03:02:06.427 INFO:journalctl@ceph.mon.b.trial132.stdout: index_shortening: 1 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: checksum: 4 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: no_block_cache: 0 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: block_cache: 0x307ba50 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: block_cache_options: 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: capacity : 536870912 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: num_shard_bits : 4 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: strict_capacity_limit : 0 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: block_cache_compressed: (nil) 2026-02-12T03:02:06.428 INFO:journalctl@ceph.mon.b.trial132.stdout: persistent_cache: (nil) 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: block_size: 4096 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: block_size_deviation: 10 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: block_restart_interval: 16 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: index_block_restart_interval: 1 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: metadata_block_size: 4096 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: partition_filters: 0 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: use_delta_encoding: 1 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: filter_policy: bloomfilter 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: whole_key_filtering: 1 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: verify_compression: 0 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: format_version: 5 2026-02-12T03:02:06.429 INFO:journalctl@ceph.mon.b.trial132.stdout: enable_index_compression: 1 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout: block_align: 0 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout: max_auto_readahead_size: 262144 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout: prepopulate_block_cache: 0 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression: NoCompression 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:02:06.430 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.num_levels: 7 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:02:06.431 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:02:06.432 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:02:06.433 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:02:06.434 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:02:06.435 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.ttl: 2592000 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:02:06.436 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 41, last_sequence is 21136, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 37 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 6344c7b3-9e49-4ff0-b937-627b5bd24f7e 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865326252247, "job": 1, "event": "recovery_started", "wal_files": [37]} 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865326256308, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 1229957, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21141, "largest_seqno": 22147, "table_properties": {"data_size": 1225295, "index_size": 2407, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1221, "raw_key_size": 12299, "raw_average_key_size": 26, "raw_value_size": 1215363, "raw_average_value_size": 2574, "num_data_blocks": 108, "num_entries": 472, "num_filter_entries": 472, "num_deletions": 8, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770865326, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6344c7b3-9e49-4ff0-b937-627b5bd24f7e", "db_session_id": "JTLY6SVR4D9UH0WCCUCS", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865326256357, "job": 1, "event": "recovery_finished"} 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/version_set.cc:5047] Creating manifest 44 2026-02-12T03:02:06.437 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x30c8e00 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: DB pointer 0x3eba000 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout: ** DB Stats ** 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:06.438 INFO:journalctl@ceph.mon.b.trial132.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: ** Compaction Stats [default] ** 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: L0 1/0 1.17 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 559.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: L6 1/0 10.27 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: Sum 2/0 11.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 559.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 559.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: ** Compaction Stats [default] ** 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:02:06.439 INFO:journalctl@ceph.mon.b.trial132.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 559.6 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: Flush(GB): cumulative 0.001, interval 0.001 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: Cumulative compaction: 0.00 GB write, 199.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:02:06.440 INFO:journalctl@ceph.mon.b.trial132.stdout: Interval compaction: 0.00 GB write, 199.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout: Block cache BinnedLRUCache@0x307ba50#2 capacity: 512.00 MB usage: 3.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.8e-05 secs_since: 0 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout: 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: starting mon.b rank 1 at public addrs [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] at bind addrs [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b@-1(???) e3 preinit fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b@-1(???).mds e1 new map 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b@-1(???).mds e1 print_map 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout: e1 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout: btime 2026-02-12T02:40:33:377976+0000 2026-02-12T03:02:06.441 INFO:journalctl@ceph.mon.b.trial132.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout: legacy client fscid: -1 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout: 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout: No filesystems configured 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b@-1(???).osd e99 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:06.442 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2026-02-12T03:02:07.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: mon.b calling monitor election 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: mon.a calling monitor election 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: monmap epoch 3 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: min_mon_release 19 (squid) 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: election_strategy: 1 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:07.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:07.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: fsmap 2026-02-12T03:02:07.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:02:07.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: mgrmap e40: y(active, since 38s), standbys: x 2026-02-12T03:02:07.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: overall HEALTH_OK 2026-02-12T03:02:07.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:07.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:07.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: mon.b calling monitor election 2026-02-12T03:02:07.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: mon.a calling monitor election 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: monmap epoch 3 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: min_mon_release 19 (squid) 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: election_strategy: 1 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: fsmap 2026-02-12T03:02:07.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:02:07.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: mgrmap e40: y(active, since 38s), standbys: x 2026-02-12T03:02:07.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: overall HEALTH_OK 2026-02-12T03:02:07.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:07.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:06 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:07.116 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.b calling monitor election 2026-02-12T03:02:07.116 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.a calling monitor election 2026-02-12T03:02:07.116 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: monmap epoch 3 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: min_mon_release 19 (squid) 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: election_strategy: 1 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: fsmap 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: mgrmap e40: y(active, since 38s), standbys: x 2026-02-12T03:02:07.117 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: overall HEALTH_OK 2026-02-12T03:02:07.118 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:07.118 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:06 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:07.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:02:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[14520]: from='client.25496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[14520]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[22971]: from='client.25496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[22971]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:07 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:07 trial132 ceph-mon[70387]: from='client.25496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:08.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:07 trial132 ceph-mon[70387]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:08.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:07 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:07 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:07 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:08.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:07 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all crash 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mds 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nfs 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all smb 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all grafana 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all loki 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all promtail 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all alloy 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Finalizing container_image settings 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:02:09.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:02:09.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:02:09.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:02:09.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:02:09.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.676 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: Upgrade: Complete! 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.677 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:09 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all crash 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all mds 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all nfs 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all smb 2026-02-12T03:02:09.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:09.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all crash 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all mds 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all nfs 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all smb 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all grafana 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all loki 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all promtail 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all alloy 2026-02-12T03:02:09.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:02:09.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all grafana 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all loki 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all promtail 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all alloy 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Finalizing container_image settings 2026-02-12T03:02:09.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:02:09.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:02:09.852 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:02:09.852 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:02:09.852 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:02:09.852 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:02:09.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:02:09.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Finalizing container_image settings 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T03:02:09.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:02:09.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:02:09.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: Upgrade: Complete! 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.859 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:02:09.859 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.859 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.859 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:02:09.859 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T03:02:09.859 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.860 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.861 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: Upgrade: Complete! 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.862 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:09.863 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:09.863 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:09.863 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:09 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:11.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:11 trial069 ceph-mon[14520]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:11.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:11 trial069 ceph-mon[22971]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:11.588 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:11 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:02:11.266+0000 7f050780e640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-12T03:02:11.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:11 trial132 ceph-mon[70387]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:12.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:12 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:12.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:12 trial069 ceph-mon[14520]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:12.833 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:12 trial069 ceph-mon[22971]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:02:12] "GET /metrics HTTP/1.1" 200 5716 "" "Prometheus/3.6.0" 2026-02-12T03:02:13.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:02:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:02:12.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:02:13.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:13 trial132 ceph-mon[70387]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:13.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:13 trial069 ceph-mon[14520]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:13.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:13 trial069 ceph-mon[22971]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:14.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:14 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:02:14.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:14 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:02:14.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:14 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:02:15.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:15 trial132 ceph-mon[70387]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:15.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:15 trial069 ceph-mon[14520]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:15.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:15 trial069 ceph-mon[22971]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:17.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:17 trial132 ceph-mon[70387]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:17.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:02:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:02:17.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:17 trial069 ceph-mon[14520]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:17.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:17 trial069 ceph-mon[22971]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:19.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:19 trial132 ceph-mon[70387]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:19.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:19 trial069 ceph-mon[14520]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:19.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:19 trial069 ceph-mon[22971]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:21.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:21 trial132 ceph-mon[70387]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:21.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:21 trial069 ceph-mon[14520]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:21.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:21 trial069 ceph-mon[22971]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:22.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:22 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:22.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:02:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:02:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:02:22.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:02:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:02:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:02:22.665 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:02:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:02:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:02:22.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:22 trial069 ceph-mon[14520]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:22.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:22 trial069 ceph-mon[22971]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:02:22] "GET /metrics HTTP/1.1" 200 5713 "" "Prometheus/3.6.0" 2026-02-12T03:02:23.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:02:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:02:22.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:02:23.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:23 trial132 ceph-mon[70387]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:23.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:23 trial069 ceph-mon[14520]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:23.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:23 trial069 ceph-mon[22971]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:25.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:25 trial132 ceph-mon[70387]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:25.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:25 trial069 ceph-mon[14520]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:25.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:25 trial069 ceph-mon[22971]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:27.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:27 trial132 ceph-mon[70387]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:27.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:02:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:02:27.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:27 trial069 ceph-mon[14520]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:27.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:27 trial069 ceph-mon[22971]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:29.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:29 trial132 ceph-mon[70387]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:29.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:29 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:02:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:29 trial069 ceph-mon[14520]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:29 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:02:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:29 trial069 ceph-mon[22971]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:29 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T03:02:31.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:31 trial132 ceph-mon[70387]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:31.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:31 trial069 ceph-mon[14520]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:31.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:31 trial069 ceph-mon[22971]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:32.831 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:32 trial069 ceph-mon[22971]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:32.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:32 trial069 ceph-mon[14520]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:32.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:32 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:33.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:02:32] "GET /metrics HTTP/1.1" 200 5718 "" "Prometheus/3.6.0" 2026-02-12T03:02:33.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:02:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:02:32.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:02:33.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:33 trial069 ceph-mon[14520]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:33.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:33 trial069 ceph-mon[22971]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:33.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:33 trial132 ceph-mon[70387]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:35.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:35 trial069 ceph-mon[14520]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:35.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:35 trial069 ceph-mon[22971]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:35 trial132 ceph-mon[70387]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:36.261 INFO:teuthology.orchestra.run.trial069.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:02:36.304 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:02:36.589 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:36.815 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (54s) 53s ago 19m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (45s) 29s ago 19m 145M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (65s) 53s ago 19m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (64s) 29s ago 21m 493M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (10m) 53s ago 22m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (22m) 53s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (30s) 29s ago 21m 20.9M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (21m) 53s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (60s) 53s ago 19m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (58s) 29s ago 19m 9.78M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (21m) 53s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (21m) 53s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (20m) 53s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (20m) 53s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (20m) 29s ago 20m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (20m) 29s ago 20m 61.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (20m) 29s ago 20m 57.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (20m) 29s ago 20m 63.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (13m) 29s ago 19m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (19m) 53s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:02:36.816 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (19m) 29s ago 19m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:02:36.853 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2026-02-12T03:02:37.137 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:37.398 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:02:37.429 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:02:37.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:37 trial132 ceph-mon[70387]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:37 trial132 ceph-mon[70387]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:37 trial132 ceph-mon[70387]: from='client.25508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:37.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:37 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1735890606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:37.665 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:02:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:02:37.715 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:37.738 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:37 trial069 ceph-mon[14520]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:37.738 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:37 trial069 ceph-mon[14520]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:37.738 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:37 trial069 ceph-mon[14520]: from='client.25508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:37.738 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:37 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/1735890606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:37.738 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:37 trial069 ceph-mon[22971]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:37.738 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:37 trial069 ceph-mon[22971]: from='client.15669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:37.739 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:37 trial069 ceph-mon[22971]: from='client.25508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:37.739 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:37 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/1735890606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:37.936 INFO:teuthology.orchestra.run.trial069.stdout:There are no upgrades in progress currently. 2026-02-12T03:02:37.973 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:02:38.256 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:38.521 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:02:38.573 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2026-02-12T03:02:38.855 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:39.517 INFO:teuthology.orchestra.run.trial069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:39.557 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:02:39.728 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:39 trial069 ceph-mon[14520]: from='client.25520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:39.728 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:39 trial069 ceph-mon[14520]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:39.728 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:39 trial069 ceph-mon[14520]: from='client.? 10.20.193.69:0/3115463320' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:02:39.728 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:39 trial069 ceph-mon[22971]: from='client.25520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:39.728 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:39 trial069 ceph-mon[22971]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:39.728 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:39 trial069 ceph-mon[22971]: from='client.? 10.20.193.69:0/3115463320' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:02:39.854 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:02:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:39 trial132 ceph-mon[70387]: from='client.25520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:39 trial132 ceph-mon[70387]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:02:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:39 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3115463320' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T03:02:40.091 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (58s) 57s ago 19m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (49s) 33s ago 19m 145M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (69s) 57s ago 19m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (67s) 33s ago 21m 493M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (10m) 57s ago 22m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (22m) 57s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 1d45ae6d912a 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (34s) 33s ago 21m 20.9M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (21m) 57s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7f564424b9b6 2026-02-12T03:02:40.432 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (63s) 57s ago 19m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (62s) 33s ago 19m 9.78M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (21m) 57s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (21m) 57s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (20m) 57s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (20m) 57s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (20m) 33s ago 20m 62.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (20m) 33s ago 20m 61.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (20m) 33s ago 20m 57.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (20m) 33s ago 20m 63.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (13m) 33s ago 19m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (19m) 57s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:02:40.433 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (19m) 33s ago 19m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:02:40.566 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 systemd[1]: Stopping Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:02:40.566 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:40.566 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='client.25538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial069", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:40.566 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: Upgrade: Setting container_image for all mgr 2026-02-12T03:02:40.567 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: Upgrade: It appears safe to stop mon.a 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[14520]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='client.25538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial069", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:40.568 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: Upgrade: Setting container_image for all mgr 2026-02-12T03:02:40.569 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:02:40.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2026-02-12T03:02:40.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: Upgrade: It appears safe to stop mon.a 2026-02-12T03:02:40.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:02:40.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:02:40.570 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[22971]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:02:40.639 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 12, 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:02:40.640 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:02:40.817 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:02:40.818 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:02:40.818 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:02:40.818 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [], 2026-02-12T03:02:40.818 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons of type(s) mon on host(s) trial069", 2026-02-12T03:02:40.818 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "0/2 daemons upgraded", 2026-02-12T03:02:40.818 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading mon daemons", 2026-02-12T03:02:40.818 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:02:40.818 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:02:40.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a[14513]: 2026-02-12T03:02:40.565+0000 7fc331a4d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:02:40.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a[14513]: 2026-02-12T03:02:40.565+0000 7fc331a4d640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2026-02-12T03:02:40.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 podman[90670]: 2026-02-12 03:02:40.595862399 +0000 UTC m=+0.042948806 container died 1d45ae6d912a8c930bb1f158b79c77be9e6f68d2067abc084cd27c6501d94c9b (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:02:40.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 podman[90670]: 2026-02-12 03:02:40.605413582 +0000 UTC m=+0.052499989 container remove 1d45ae6d912a8c930bb1f158b79c77be9e6f68d2067abc084cd27c6501d94c9b (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.build-date=20260202, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_REF=squid) 2026-02-12T03:02:40.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 bash[90670]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a 2026-02-12T03:02:40.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a.service: Deactivated successfully. 2026-02-12T03:02:40.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 systemd[1]: Stopped Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:02:40.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a.service: Consumed 9.436s CPU time. 2026-02-12T03:02:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='client.25538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "mon", "hosts": "trial069", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T03:02:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mgr 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: Upgrade: It appears safe to stop mon.a 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='mgr.y' 2026-02-12T03:02:40.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T03:02:40.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T03:02:40.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:40 trial132 ceph-mon[70387]: from='mgr.25217 10.20.193.69:0/3517373353' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T03:02:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 systemd[1]: Starting Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:02:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 podman[90863]: 2026-02-12 03:02:40.940131059 +0000 UTC m=+0.017179874 container create ce4a746e460be1e0f5c21aa21671da330589fb71fbef1447747264e769e8edb4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.build-date=20260209) 2026-02-12T03:02:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 podman[90863]: 2026-02-12 03:02:40.9665717 +0000 UTC m=+0.043620455 container init ce4a746e460be1e0f5c21aa21671da330589fb71fbef1447747264e769e8edb4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:02:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 podman[90863]: 2026-02-12 03:02:40.969108272 +0000 UTC m=+0.046157017 container start ce4a746e460be1e0f5c21aa21671da330589fb71fbef1447747264e769e8edb4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:02:41.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 bash[90863]: ce4a746e460be1e0f5c21aa21671da330589fb71fbef1447747264e769e8edb4 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 podman[90863]: 2026-02-12 03:02:40.932575565 +0000 UTC m=+0.009624320 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 systemd[1]: Started Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: pidfile_write: ignore empty --pid-file 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: load: jerasure load: lrc 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Git sha 0 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Compile date 2026-02-11 13:31:28 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: DB SUMMARY 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: DB Session ID: ZLD1SPZS9CGWH4MXISMS 2026-02-12T03:02:41.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: MANIFEST file: MANIFEST-000015 size: 2745 Bytes 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000047.sst 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000045.log size: 493859 ; 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.env: 0xed5d60 2026-02-12T03:02:41.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.info_log: 0x2c6ae80 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.statistics: (nil) 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.use_fsync: 0 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:02:41.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.db_log_dir: 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.wal_dir: 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:02:41.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.write_buffer_manager: 0x2c66500 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.unordered_write: 0 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:02:41.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.row_cache: None 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.wal_filter: None 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.wal_compression: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:02:41.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:02:41.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:02:41.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:02:41.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:02:41.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:02:41.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:02:41.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:02:41.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_open_files: -1 2026-02-12T03:02:41.097 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Compression algorithms supported: 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: kZSTD supported: 0 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:02:41.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:02:41.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.merge_operator: 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_filter: None 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2c6b5c0) 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:02:41.100 INFO:journalctl@ceph.mon.a.trial069.stdout: index_type: 0 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: data_block_index_type: 0 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: index_shortening: 1 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: checksum: 4 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: no_block_cache: 0 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: block_cache: 0x2c39a50 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: block_cache_options: 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: capacity : 536870912 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: num_shard_bits : 4 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: strict_capacity_limit : 0 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:02:41.101 INFO:journalctl@ceph.mon.a.trial069.stdout: block_cache_compressed: (nil) 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: persistent_cache: (nil) 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: block_size: 4096 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: block_size_deviation: 10 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: block_restart_interval: 16 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: index_block_restart_interval: 1 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: metadata_block_size: 4096 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: partition_filters: 0 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: use_delta_encoding: 1 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: filter_policy: bloomfilter 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: whole_key_filtering: 1 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: verify_compression: 0 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:02:41.102 INFO:journalctl@ceph.mon.a.trial069.stdout: format_version: 5 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout: enable_index_compression: 1 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout: block_align: 0 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout: max_auto_readahead_size: 262144 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout: prepopulate_block_cache: 0 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression: NoCompression 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:02:41.103 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.num_levels: 7 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:02:41.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:02:41.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:02:41.106 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:02:41.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:02:41.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.ttl: 2592000 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:02:41.109 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 49, last_sequence is 21031, log_number is 45,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 45 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 45 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: da41a6fd-e118-4a7f-9799-d3271cc579c8 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865360985605, "job": 1, "event": "recovery_started", "wal_files": [45]} 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #45 mode 2 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865360987974, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 50, "file_size": 487199, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21032, "largest_seqno": 21508, "table_properties": {"data_size": 484302, "index_size": 1090, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 7239, "raw_average_key_size": 25, "raw_value_size": 478917, "raw_average_value_size": 1657, "num_data_blocks": 48, "num_entries": 289, "num_filter_entries": 289, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770865360, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "da41a6fd-e118-4a7f-9799-d3271cc579c8", "db_session_id": "ZLD1SPZS9CGWH4MXISMS", "orig_file_number": 50, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:02:41.110 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865360988036, "job": 1, "event": "recovery_finished"} 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/version_set.cc:5047] Creating manifest 52 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000045.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x2c86e00 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: DB pointer 0x3a78000 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout: ** DB Stats ** 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:02:41.111 INFO:journalctl@ceph.mon.a.trial069.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: ** Compaction Stats [default] ** 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: L0 1/0 475.78 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 295.2 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: L6 1/0 10.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: Sum 2/0 10.92 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 295.2 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 295.2 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T03:02:41.112 INFO:journalctl@ceph.mon.a.trial069.stdout: ** Compaction Stats [default] ** 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 295.2 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:02:41.113 INFO:journalctl@ceph.mon.a.trial069.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout: Cumulative compaction: 0.00 GB write, 77.09 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout: Interval compaction: 0.00 GB write, 77.09 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout: Block cache BinnedLRUCache@0x2c39a50#2 capacity: 512.00 MB usage: 2.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.91 KB,0.000172853%) IndexBlock(1,1.20 KB,0.000229478%) Misc(1,0.00 KB,0%) 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: starting mon.a rank 0 at public addrs [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] at bind addrs [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: mon.a@-1(???) e3 preinit fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: mon.a@-1(???).mds e1 new map 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: mon.a@-1(???).mds e1 print_map 2026-02-12T03:02:41.114 INFO:journalctl@ceph.mon.a.trial069.stdout: e1 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout: btime 2026-02-12T02:40:33:377976+0000 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout: legacy client fscid: -1 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout: 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout: No filesystems configured 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: mon.a@-1(???).osd e99 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: mon.a@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: mon.a@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: mon.a@-1(???).osd e99 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:41.115 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:40 trial069 ceph-mon[90892]: mon.a@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2026-02-12T03:02:41.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:41 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ignoring --setuser ceph since I am not root 2026-02-12T03:02:41.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:41 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ignoring --setgroup ceph since I am not root 2026-02-12T03:02:41.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mgr[60997]: -- 10.20.193.132:0/2152724785 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1361a00 con 0x1335400 2026-02-12T03:02:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: Upgrade: Updating mon.a 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: Deploying daemon mon.a on trial069 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: from='client.15723 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: from='client.15729 10.20.193.69:0/1360335507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: from='client.25568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: mon.a calling monitor election 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: monmap epoch 3 2026-02-12T03:02:41.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: min_mon_release 19 (squid) 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: election_strategy: 1 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: fsmap 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: mgrmap e40: y(active, since 73s), standbys: x 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: overall HEALTH_OK 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: from='mgr.25217 ' entity='' 2026-02-12T03:02:41.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:41 trial132 ceph-mon[70387]: mgrmap e41: y(active, since 73s), standbys: x 2026-02-12T03:02:42.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ignoring --setuser ceph since I am not root 2026-02-12T03:02:42.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:41 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ignoring --setgroup ceph since I am not root 2026-02-12T03:02:42.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mgr[67339]: -- 10.20.193.69:0/2493915257 <== mon.2 v2:10.20.193.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x21bfa00 con 0x2193400 2026-02-12T03:02:42.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:42.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: Upgrade: Updating mon.a 2026-02-12T03:02:42.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: Deploying daemon mon.a on trial069 2026-02-12T03:02:42.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: from='client.15723 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: from='client.15729 10.20.193.69:0/1360335507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: from='client.25568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: mon.a calling monitor election 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: monmap epoch 3 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:42.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: min_mon_release 19 (squid) 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: election_strategy: 1 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: fsmap 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: mgrmap e40: y(active, since 73s), standbys: x 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: overall HEALTH_OK 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: from='mgr.25217 ' entity='' 2026-02-12T03:02:42.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[90892]: mgrmap e41: y(active, since 73s), standbys: x 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: from='client.15711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: Upgrade: Updating mon.a 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: Deploying daemon mon.a on trial069 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: from='client.15723 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: from='client.15729 10.20.193.69:0/1360335507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: from='client.25568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: mon.a calling monitor election 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: monmap epoch 3 2026-02-12T03:02:42.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: last_changed 2026-02-12T02:41:07.233876+0000 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: min_mon_release 19 (squid) 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: election_strategy: 1 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: fsmap 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: mgrmap e40: y(active, since 73s), standbys: x 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: overall HEALTH_OK 2026-02-12T03:02:42.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: from='mgr.25217 ' entity='' 2026-02-12T03:02:42.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:41 trial069 ceph-mon[22971]: mgrmap e41: y(active, since 73s), standbys: x 2026-02-12T03:02:42.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:02:42.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:02:42.915 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: from numpy import show_config as show_numpy_config 2026-02-12T03:02:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T03:02:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T03:02:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: from numpy import show_config as show_numpy_config 2026-02-12T03:02:43.587 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:02:43 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:02:43.251Z level=WARN source=notify.go:866 msg="Notify attempt failed, will retry later" component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" attempts=1 err="Post \"\": dial tcp 10.20.193.69:8443: connect: connection refused" 2026-02-12T03:02:43.587 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:02:43 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:02:43.251Z level=WARN source=notify.go:866 msg="Notify attempt failed, will retry later" component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" attempts=1 err="Post \"\": dial tcp 10.20.193.132:8443: connect: connection refused" 2026-02-12T03:02:44.733 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: Active manager daemon y restarted 2026-02-12T03:02:44.733 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: Activating manager daemon y 2026-02-12T03:02:44.733 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:02:44.733 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: mgrmap e42: y(active, starting, since 0.00450514s), standbys: x 2026-02-12T03:02:44.733 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:02:44.733 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:02:44.733 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:02:44.733 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T03:02:44.734 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: Manager daemon y is now available 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: Standby manager daemon x restarted 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[22971]: Standby manager daemon x started 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: Active manager daemon y restarted 2026-02-12T03:02:44.735 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: Activating manager daemon y 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: mgrmap e42: y(active, starting, since 0.00450514s), standbys: x 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:02:44.736 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: Manager daemon y is now available 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T03:02:44.737 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: Standby manager daemon x restarted 2026-02-12T03:02:44.738 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:44 trial069 ceph-mon[90892]: Standby manager daemon x started 2026-02-12T03:02:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: Active manager daemon y restarted 2026-02-12T03:02:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: Activating manager daemon y 2026-02-12T03:02:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:02:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: mgrmap e42: y(active, starting, since 0.00450514s), standbys: x 2026-02-12T03:02:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:02:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:02:44.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T03:02:44.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T03:02:44.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: Manager daemon y is now available 2026-02-12T03:02:44.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T03:02:44.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T03:02:44.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T03:02:44.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: from='mgr.? 10.20.193.132:0/2648978425' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T03:02:44.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: Standby manager daemon x restarted 2026-02-12T03:02:44.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:44 trial132 ceph-mon[70387]: Standby manager daemon x started 2026-02-12T03:02:45.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:02:45.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:02:45.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:02:45.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:02:45.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:02:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T03:02:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T03:02:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T03:02:45.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:45 trial132 ceph-mon[70387]: mgrmap e43: y(active, since 1.00889s), standbys: x 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:45 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:02:45.439+0000 7f2d3b82b640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-12T03:02:45.837 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:02:45.569Z level=INFO source=notify.go:878 msg="Notify success" component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" attempts=4 duration=92.038907ms 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T03:02:45.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[90892]: mgrmap e43: y(active, since 1.00889s), standbys: x 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T03:02:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:45 trial069 ceph-mon[22971]: mgrmap e43: y(active, since 1.00889s), standbys: x 2026-02-12T03:02:46.337 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:02:45 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:02:45.987Z level=INFO source=notify.go:878 msg="Notify success" component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" attempts=4 duration=3.581079ms 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: [12/Feb/2026:03:02:44] ENGINE Bus STARTING 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: [12/Feb/2026:03:02:44] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: [12/Feb/2026:03:02:44] ENGINE Client ('10.20.193.69', 35192) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: [12/Feb/2026:03:02:45] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: [12/Feb/2026:03:02:45] ENGINE Bus STARTED 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: [12/Feb/2026:03:02:44] ENGINE Bus STARTING 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: [12/Feb/2026:03:02:44] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: [12/Feb/2026:03:02:44] ENGINE Client ('10.20.193.69', 35192) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: [12/Feb/2026:03:02:45] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: [12/Feb/2026:03:02:45] ENGINE Bus STARTED 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:46 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.860 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: [12/Feb/2026:03:02:44] ENGINE Bus STARTING 2026-02-12T03:02:46.860 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: [12/Feb/2026:03:02:44] ENGINE Serving on https://10.20.193.69:7150 2026-02-12T03:02:46.860 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: [12/Feb/2026:03:02:44] ENGINE Client ('10.20.193.69', 35192) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T03:02:46.860 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: [12/Feb/2026:03:02:45] ENGINE Serving on http://10.20.193.69:8765 2026-02-12T03:02:46.860 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: [12/Feb/2026:03:02:45] ENGINE Bus STARTED 2026-02-12T03:02:46.860 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:46.861 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:46 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: mgrmap e44: y(active, since 2s), standbys: x 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: mgrmap e44: y(active, since 2s), standbys: x 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:47 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: mgrmap e44: y(active, since 2s), standbys: x 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:48.653 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T03:02:48.653 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T03:02:48.654 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T03:02:48.655 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:48.655 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:48.655 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:48.655 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:48.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T03:02:48.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T03:02:48.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:02:48.655 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:48.656 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:48.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-mon[22971]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:48.657 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 systemd[1]: Stopping Ceph mon.c for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Updating trial069:/etc/ceph/ceph.conf 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Updating trial132:/etc/ceph/ceph.conf 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.conf 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Updating trial069:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Updating trial132:/etc/ceph/ceph.client.admin.keyring 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Updating trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Updating trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T03:02:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: Certificate for "cephadm-signed_agent_cert (trial132)" is still valid for 1824 days. 2026-02-12T03:02:48.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:02:48.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:48.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T03:02:48.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T03:02:48.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:48.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:48.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:48.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:48 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:48.967 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c[22967]: 2026-02-12T03:02:48.652+0000 7fa3acc6c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:02:48.967 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c[22967]: 2026-02-12T03:02:48.652+0000 7fa3acc6c640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2026-02-12T03:02:48.967 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 podman[92932]: 2026-02-12 03:02:48.724185111 +0000 UTC m=+0.084732611 container died 7f564424b9b6a803e6183b8bf9c2967f8b60f3ae17d0784ef737ee88a45d6d0d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0) 2026-02-12T03:02:48.967 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 podman[92932]: 2026-02-12 03:02:48.733123585 +0000 UTC m=+0.093671075 container remove 7f564424b9b6a803e6183b8bf9c2967f8b60f3ae17d0784ef737ee88a45d6d0d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c, org.label-schema.license=GPLv2, CEPH_REF=squid, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0) 2026-02-12T03:02:48.967 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 bash[92932]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c 2026-02-12T03:02:48.968 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.c.service: Deactivated successfully. 2026-02-12T03:02:48.968 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 systemd[1]: Stopped Ceph mon.c for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:02:48.968 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.c.service: Consumed 5.783s CPU time. 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:48 trial069 systemd[1]: Starting Ceph mon.c for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 podman[93101]: 2026-02-12 03:02:49.048343708 +0000 UTC m=+0.015188193 container create d5d47b735e0fb86ae9bf82f011638ecba77358bda69b8e62c9b2fb42d5e3be39 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c, ceph=True, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 podman[93101]: 2026-02-12 03:02:49.071627706 +0000 UTC m=+0.038472211 container init d5d47b735e0fb86ae9bf82f011638ecba77358bda69b8e62c9b2fb42d5e3be39 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 podman[93101]: 2026-02-12 03:02:49.074326612 +0000 UTC m=+0.041171107 container start d5d47b735e0fb86ae9bf82f011638ecba77358bda69b8e62c9b2fb42d5e3be39 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, ceph=True, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 bash[93101]: d5d47b735e0fb86ae9bf82f011638ecba77358bda69b8e62c9b2fb42d5e3be39 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 podman[93101]: 2026-02-12 03:02:49.042437223 +0000 UTC m=+0.009281718 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 systemd[1]: Started Ceph mon.c for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T03:02:49.327 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: pidfile_write: ignore empty --pid-file 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: load: jerasure load: lrc 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: RocksDB version: 7.9.2 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Git sha 0 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Compile date 2026-02-11 13:31:28 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: DB SUMMARY 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: DB Session ID: JPJRS2Q2LJAZKNQODZ8B 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: CURRENT file: CURRENT 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: MANIFEST file: MANIFEST-000010 size: 2643 Bytes 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000042.sst 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000040.log size: 3272499 ; 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.error_if_exists: 0 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.create_if_missing: 0 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.paranoid_checks: 1 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.env: 0xed5d60 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.info_log: 0x276ae80 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.statistics: (nil) 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.use_fsync: 0 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_log_file_size: 0 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T03:02:49.328 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.allow_fallocate: 1 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.use_direct_reads: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.db_log_dir: 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.wal_dir: 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.write_buffer_manager: 0x2766500 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.unordered_write: 0 2026-02-12T03:02:49.329 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.row_cache: None 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.wal_filter: None 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.two_write_queues: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.wal_compression: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.atomic_flush: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.log_readahead_size: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_background_jobs: 2 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_background_compactions: -1 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_subcompactions: 1 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T03:02:49.330 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_open_files: -1 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T03:02:49.331 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_background_flushes: -1 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Compression algorithms supported: 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: kZSTD supported: 0 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: kXpressCompression supported: 0 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: kBZip2Compression supported: 0 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: kLZ4Compression supported: 1 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: kZlibCompression supported: 1 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: kSnappyCompression supported: 1 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.merge_operator: 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_filter: None 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x276b5c0) 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout: cache_index_and_filter_blocks: 1 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout: pin_top_level_index_and_filter: 1 2026-02-12T03:02:49.332 INFO:journalctl@ceph.mon.c.trial069.stdout: index_type: 0 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: data_block_index_type: 0 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: index_shortening: 1 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: checksum: 4 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: no_block_cache: 0 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: block_cache: 0x2739a50 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: block_cache_name: BinnedLRUCache 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: block_cache_options: 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: capacity : 536870912 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: num_shard_bits : 4 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: strict_capacity_limit : 0 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: high_pri_pool_ratio: 0.000 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: block_cache_compressed: (nil) 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: persistent_cache: (nil) 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: block_size: 4096 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: block_size_deviation: 10 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: block_restart_interval: 16 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: index_block_restart_interval: 1 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: metadata_block_size: 4096 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: partition_filters: 0 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: use_delta_encoding: 1 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: filter_policy: bloomfilter 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: whole_key_filtering: 1 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: verify_compression: 0 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: read_amp_bytes_per_bit: 0 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: format_version: 5 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: enable_index_compression: 1 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: block_align: 0 2026-02-12T03:02:49.333 INFO:journalctl@ceph.mon.c.trial069.stdout: max_auto_readahead_size: 262144 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout: prepopulate_block_cache: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout: initial_auto_readahead_size: 8192 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression: NoCompression 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.num_levels: 7 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T03:02:49.334 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T03:02:49.335 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.inplace_update_support: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.bloom_locality: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.max_successive_merges: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.ttl: 2592000 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.enable_blob_files: false 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.min_blob_size: 0 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T03:02:49.336 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 44, last_sequence is 22746, log_number is 40,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 40 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 40 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 88020530-52df-4a41-9f8e-64beb5b547a0 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865369090586, "job": 1, "event": "recovery_started", "wal_files": [40]} 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #40 mode 2 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865369096083, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 45, "file_size": 2095309, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 22751, "largest_seqno": 23626, "table_properties": {"data_size": 2090685, "index_size": 2369, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1221, "raw_key_size": 11963, "raw_average_key_size": 25, "raw_value_size": 2081164, "raw_average_value_size": 4353, "num_data_blocks": 105, "num_entries": 478, "num_filter_entries": 478, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770865369, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "88020530-52df-4a41-9f8e-64beb5b547a0", "db_session_id": "JPJRS2Q2LJAZKNQODZ8B", "orig_file_number": 45, "seqno_to_time_mapping": "N/A"}} 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770865369096142, "job": 1, "event": "recovery_finished"} 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/version_set.cc:5047] Creating manifest 47 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x2786e00 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: DB pointer 0x3578000 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout: ** DB Stats ** 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T03:02:49.337 INFO:journalctl@ceph.mon.c.trial069.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: ** Compaction Stats [default] ** 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: L0 1/0 2.00 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 834.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: L6 1/0 10.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Sum 2/0 12.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 834.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 834.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: ** Compaction Stats [default] ** 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 834.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Flush(GB): cumulative 0.002, interval 0.002 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Cumulative compaction: 0.00 GB write, 263.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Interval compaction: 0.00 GB write, 263.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T03:02:49.338 INFO:journalctl@ceph.mon.c.trial069.stdout: Block cache BinnedLRUCache@0x2739a50#2 capacity: 512.00 MB usage: 3.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: starting mon.c rank 2 at public addrs [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] at bind addrs [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: mon.c@-1(???) e3 preinit fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: mon.c@-1(???).mds e1 new map 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: mon.c@-1(???).mds e1 print_map 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: e1 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: btime 2026-02-12T02:40:33:377976+0000 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: legacy client fscid: -1 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout: No filesystems configured 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: mon.c@-1(???).osd e100 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: mon.c@-1(???).osd e100 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: mon.c@-1(???).osd e100 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: mon.c@-1(???).osd e100 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T03:02:49.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:49 trial069 ceph-mon[93129]: mon.c@-1(???).paxosservice(auth 1..25) refresh upgraded, format 0 -> 3 2026-02-12T03:02:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: mon.b calling monitor election 2026-02-12T03:02:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:02:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: mon.c calling monitor election 2026-02-12T03:02:50.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: mon.a calling monitor election 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: monmap epoch 4 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: last_changed 2026-02-12T03:02:49.114287+0000 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: min_mon_release 20 (tentacle) 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: election_strategy: 1 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:50.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:50.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: fsmap 2026-02-12T03:02:50.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:02:50.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: mgrmap e44: y(active, since 4s), standbys: x 2026-02-12T03:02:50.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: overall HEALTH_OK 2026-02-12T03:02:50.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.417 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.521 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: mon.b calling monitor election 2026-02-12T03:02:50.521 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: mon.c calling monitor election 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: mon.a calling monitor election 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: monmap epoch 4 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: last_changed 2026-02-12T03:02:49.114287+0000 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:50.522 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: min_mon_release 20 (tentacle) 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: election_strategy: 1 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: fsmap 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: mgrmap e44: y(active, since 4s), standbys: x 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: overall HEALTH_OK 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.523 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: mon.b calling monitor election 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: mon.c calling monitor election 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: mon.a calling monitor election 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: monmap epoch 4 2026-02-12T03:02:50.524 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: last_changed 2026-02-12T03:02:49.114287+0000 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: created 2026-02-12T02:40:32.476443+0000 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: min_mon_release 20 (tentacle) 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: election_strategy: 1 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: 0: [v2:10.20.193.69:3300/0,v1:10.20.193.69:6789/0] mon.a 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: 1: [v2:10.20.193.132:3300/0,v1:10.20.193.132:6789/0] mon.b 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: 2: [v2:10.20.193.69:3301/0,v1:10.20.193.69:6790/0] mon.c 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: fsmap 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: mgrmap e44: y(active, since 4s), standbys: x 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: overall HEALTH_OK 2026-02-12T03:02:50.525 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.526 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.526 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:50.526 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:51.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:51 trial069 ceph-mon[90892]: mgrmap e45: y(active, since 5s), standbys: x 2026-02-12T03:02:51.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:51.408 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:51.409 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:51 trial069 ceph-mon[90892]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:51.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:51 trial069 ceph-mon[93129]: mgrmap e45: y(active, since 5s), standbys: x 2026-02-12T03:02:51.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:51.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:51.409 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:51 trial069 ceph-mon[93129]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:51.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:51 trial132 ceph-mon[70387]: mgrmap e45: y(active, since 5s), standbys: x 2026-02-12T03:02:51.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:51.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:51.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:51 trial132 ceph-mon[70387]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:02:52.448 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.448 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.448 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: Reconfiguring mon.a (monmap changed)... 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: Reconfiguring daemon mon.a on trial069 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.449 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: Reconfiguring daemon mgr.y on trial069 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.450 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:02:52.451 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.451 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.451 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.451 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.451 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:52.451 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.451 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: Reconfiguring mon.a (monmap changed)... 2026-02-12T03:02:52.451 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: Reconfiguring daemon mon.a on trial069 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: Reconfiguring daemon mgr.y on trial069 2026-02-12T03:02:52.452 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.453 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.453 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:52.453 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:52.453 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.453 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.453 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.453 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:02:52.453 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: Reconfiguring mon.a (monmap changed)... 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: Reconfiguring daemon mon.a on trial069 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: Reconfiguring daemon mgr.y on trial069 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:52.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:52.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:52.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:52.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:02:52.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: Reconfiguring daemon mon.c on trial069 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: Reconfiguring daemon osd.0 on trial069 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.514 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: Reconfiguring daemon osd.1 on trial069 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: Reconfiguring daemon osd.2 on trial069 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.515 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.516 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.516 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:02:53.516 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:02:53.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: Reconfiguring daemon mon.c on trial069 2026-02-12T03:02:53.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: Reconfiguring daemon osd.0 on trial069 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: Reconfiguring daemon osd.1 on trial069 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: Reconfiguring daemon osd.2 on trial069 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:02:53.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: Reconfiguring mon.c (monmap changed)... 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: Reconfiguring daemon mon.c on trial069 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: Reconfiguring daemon osd.0 on trial069 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: Reconfiguring daemon osd.1 on trial069 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: Reconfiguring daemon osd.2 on trial069 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:53.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:53.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:02:53.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.536 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:54 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: [12/Feb/2026:03:02:54] ENGINE Bus STARTING 2026-02-12T03:02:54.536 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:54 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: CherryPy Checker: 2026-02-12T03:02:54.536 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:54 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: The Application mounted at '' has an empty config. 2026-02-12T03:02:54.536 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:54 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: 2026-02-12T03:02:54.536 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: Reconfiguring daemon osd.3 on trial069 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: Reconfiguring rgw.foo.trial069.yqczlm (monmap changed)... 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: Reconfiguring daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: Reconfiguring daemon mon.b on trial132 2026-02-12T03:02:54.537 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: Reconfiguring daemon mgr.x on trial132 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.538 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:02:54.539 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.587 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:02:54.103+0000 7f2d3b82b640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-12T03:02:54.587 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: Reconfiguring daemon osd.3 on trial069 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: Reconfiguring rgw.foo.trial069.yqczlm (monmap changed)... 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: Reconfiguring daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: Reconfiguring daemon mon.b on trial132 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: Reconfiguring daemon mgr.x on trial132 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: Reconfiguring daemon osd.3 on trial069 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: Reconfiguring rgw.foo.trial069.yqczlm (monmap changed)... 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: Reconfiguring daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.590 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: Reconfiguring mon.b (monmap changed)... 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: Reconfiguring daemon mon.b on trial132 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: Reconfiguring daemon mgr.x on trial132 2026-02-12T03:02:54.591 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:02:54.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:54.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:02:54.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:54.805 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:54 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: [12/Feb/2026:03:02:54] ENGINE Serving on http://:::9283 2026-02-12T03:02:54.806 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:54 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: [12/Feb/2026:03:02:54] ENGINE Bus STARTED 2026-02-12T03:02:55.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T03:02:55.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: Reconfiguring daemon osd.4 on trial132 2026-02-12T03:02:55.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T03:02:55.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: Reconfiguring daemon osd.5 on trial132 2026-02-12T03:02:55.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: Reconfiguring daemon osd.6 on trial132 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: Reconfiguring daemon osd.7 on trial132 2026-02-12T03:02:55.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T03:02:55.668 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.669 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.670 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.671 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:02:55.672 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:02:55.673 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.674 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:55.675 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.837 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:02:55] ENGINE Bus STARTING 2026-02-12T03:02:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: CherryPy Checker: 2026-02-12T03:02:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: The Application mounted at '' has an empty config. 2026-02-12T03:02:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:02:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:02:55] ENGINE Serving on http://:::9283 2026-02-12T03:02:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:02:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:02:55] ENGINE Bus STARTED 2026-02-12T03:02:55.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: Reconfiguring daemon osd.4 on trial132 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: Reconfiguring daemon osd.5 on trial132 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: Reconfiguring daemon osd.6 on trial132 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: Reconfiguring daemon osd.7 on trial132 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: Reconfiguring daemon osd.4 on trial132 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: Reconfiguring daemon osd.5 on trial132 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: Reconfiguring daemon osd.6 on trial132 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T03:02:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: Reconfiguring daemon osd.7 on trial132 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:02:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T03:02:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T03:02:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:02:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.851 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:02:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:02:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:02:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:02:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:55.854 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T03:02:55.856 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.858 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:55.859 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:02:55.860 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:02:55.860 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:02:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Reconfiguring rgw.foo.trial132.fhwkkj (monmap changed)... 2026-02-12T03:02:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Reconfiguring daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T03:02:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mon 2026-02-12T03:02:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all crash 2026-02-12T03:02:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mds 2026-02-12T03:02:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:02:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:02:56.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nfs 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all smb 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all grafana 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all loki 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all promtail 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all alloy 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:02:56.666 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:02:56.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Finalizing container_image settings 2026-02-12T03:02:56.667 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:56 trial132 ceph-mon[70387]: Upgrade: Complete! 2026-02-12T03:02:56.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Reconfiguring rgw.foo.trial132.fhwkkj (monmap changed)... 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Reconfiguring daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mon 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all crash 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mds 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nfs 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:02:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all smb 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all grafana 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all loki 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all promtail 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all alloy 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Finalizing container_image settings 2026-02-12T03:02:56.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[93129]: Upgrade: Complete! 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Reconfiguring rgw.foo.trial132.fhwkkj (monmap changed)... 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Reconfiguring daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mon 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all crash 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mds 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:02:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nfs 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all smb 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all node-exporter 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all prometheus 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all alertmanager 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all grafana 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all loki 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all promtail 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all alloy 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Finalizing container_image settings 2026-02-12T03:02:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:56 trial069 ceph-mon[90892]: Upgrade: Complete! 2026-02-12T03:02:57.566 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:57 trial132 ceph-mon[70387]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:02:57.566 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:02:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:02:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:02:57.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:57 trial069 ceph-mon[90892]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:02:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:57 trial069 ceph-mon[93129]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:02:59.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:02:59 trial069 ceph-mon[90892]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:02:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:02:59 trial069 ceph-mon[93129]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:02:59.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:02:59 trial132 ceph-mon[70387]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:03:00.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:00 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:00.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:00 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:01.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:00 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:01.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:00 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:01.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:00 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:01.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:00 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:01.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:01 trial069 ceph-mon[93129]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:03:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:01 trial069 ceph-mon[90892]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:03:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:01 trial132 ceph-mon[70387]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T03:03:02.646 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:03:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=infra.usagestats t=2026-02-12T03:03:02.302582739Z level=info msg="Usage stats are ready to report" 2026-02-12T03:03:02.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:02 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:02.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:02.831Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:03:03.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:02 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:03.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:02 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:03:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:02] "GET /metrics HTTP/1.1" 200 5735 "" "Prometheus/3.6.0" 2026-02-12T03:03:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:03 trial132 ceph-mon[70387]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:03:04.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:03 trial069 ceph-mon[93129]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:03:04.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:03 trial069 ceph-mon[90892]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T03:03:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:05 trial132 ceph-mon[70387]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:03:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:05 trial069 ceph-mon[90892]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:03:06.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:05 trial069 ceph-mon[93129]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:03:07.650 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:03:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:03:07.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:07 trial132 ceph-mon[70387]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:08.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:07 trial069 ceph-mon[90892]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:08.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:07 trial069 ceph-mon[93129]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:09.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:09 trial132 ceph-mon[70387]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:10.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:09 trial069 ceph-mon[90892]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:10.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:09 trial069 ceph-mon[93129]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:10.998 INFO:teuthology.orchestra.run.trial069.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:03:11.062 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:03:11.385 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:11.616 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:03:11.616 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (89s) 21s ago 20m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (80s) 25s ago 20m 145M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (100s) 21s ago 20m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (99s) 25s ago 21m 488M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (10m) 21s ago 22m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (30s) 21s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (65s) 25s ago 22m 38.1M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (22s) 21s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (95s) 21s ago 20m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (93s) 25s ago 20m 12.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (21m) 21s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T03:03:11.617 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (21m) 21s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (21m) 21s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (21m) 21s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (21m) 25s ago 21m 62.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (21m) 25s ago 21m 61.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (20m) 25s ago 20m 57.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (20m) 25s ago 20m 63.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (13m) 25s ago 20m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (20m) 21s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:03:11.618 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (20m) 25s ago 20m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:03:11.655 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2026-02-12T03:03:11.678 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:11 trial069 ceph-mon[90892]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:11.678 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:11 trial069 ceph-mon[93129]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:11 trial132 ceph-mon[70387]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2026-02-12T03:03:11.937 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:12.200 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:03:12.230 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2026-02-12T03:03:12.553 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:12.819 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:03:12.827 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:12 trial069 ceph-mon[90892]: from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:12.827 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:12 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:12.828 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:12 trial069 ceph-mon[90892]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:12.828 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:12 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1807831523' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:12.828 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:12 trial069 ceph-mon[93129]: from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:12.828 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:12 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:12.828 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:12 trial069 ceph-mon[93129]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:12.828 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:12 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1807831523' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:12.848 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2026-02-12T03:03:12.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:12 trial132 ceph-mon[70387]: from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:12 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:12 trial132 ceph-mon[70387]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:12 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1807831523' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:12.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:12.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:03:13.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:03:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:12] "GET /metrics HTTP/1.1" 200 5735 "" "Prometheus/3.6.0" 2026-02-12T03:03:13.130 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:13.630 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:03:13.661 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:03:13.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:13 trial069 ceph-mon[90892]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:03:13.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:13 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1125594890' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:13.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:13 trial069 ceph-mon[93129]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:03:13.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:13 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1125594890' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:13 trial132 ceph-mon[70387]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:03:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:13 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1125594890' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:13.940 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:14.161 INFO:teuthology.orchestra.run.trial069.stdout:There are no upgrades in progress currently. 2026-02-12T03:03:14.198 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:03:14.483 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:14.737 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:03:14.757 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:14 trial069 ceph-mon[90892]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:14.757 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:14.757 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:14 trial069 ceph-mon[93129]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:14.757 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:14.775 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2026-02-12T03:03:14.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:14 trial132 ceph-mon[70387]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:14.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:15.057 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:15.550 INFO:teuthology.orchestra.run.trial069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:15.588 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:03:15.757 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[90892]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:15.757 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[90892]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:03:15.757 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/208509381' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:03:15.757 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:15.757 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:15.758 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:15.758 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:15.758 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[93129]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:15.758 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[93129]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:03:15.758 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/208509381' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:03:15.758 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:15.758 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:15.758 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:15.759 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:15.878 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:15 trial132 ceph-mon[70387]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:15 trial132 ceph-mon[70387]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T03:03:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:15 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/208509381' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:03:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.119 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (94s) 26s ago 20m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (85s) 30s ago 20m 145M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (105s) 26s ago 20m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (103s) 30s ago 22m 488M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (10m) 26s ago 22m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (35s) 26s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (70s) 30s ago 22m 38.1M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:03:16.459 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (27s) 26s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (99s) 26s ago 20m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (98s) 30s ago 20m 12.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (21m) 26s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 302725ac928a 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (21m) 26s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa9183a0d720 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (21m) 26s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (21m) 26s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (21m) 30s ago 21m 62.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (21m) 30s ago 21m 61.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (20m) 30s ago 20m 57.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (20m) 30s ago 20m 63.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (13m) 30s ago 20m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:03:16.460 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (20m) 26s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:03:16.461 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (20m) 30s ago 20m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:03:16.668 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 10, 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 5 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:03:16.669 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:03:16.846 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:16 trial069 systemd[1]: Stopping Ceph osd.0 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:03:16.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:16.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:16.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:03:16.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:03:16.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mgr 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mon 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all crash 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T03:03:16.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: osd.0 is safe to restart 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Upgrade: Updating osd.0 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: Deploying daemon osd.0 on trial069 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:03:16.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[90892]: from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mgr 2026-02-12T03:03:16.850 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mon 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all crash 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: osd.0 is safe to restart 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Upgrade: Updating osd.0 2026-02-12T03:03:16.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:03:16.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:16.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: Deploying daemon osd.0 on trial069 2026-02-12T03:03:16.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:03:16.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:16 trial069 ceph-mon[93129]: from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.852 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:03:16.852 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:03:16.852 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:03:16.853 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [], 2026-02-12T03:03:16.853 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2026-02-12T03:03:16.853 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "0/8 daemons upgraded", 2026-02-12T03:03:16.853 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:03:16.853 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:03:16.853 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:03:16.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mgr 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mon 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all crash 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: osd.0 is safe to restart 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Upgrade: Updating osd.0 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T03:03:16.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:16.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: Deploying daemon osd.0 on trial069 2026-02-12T03:03:16.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='client.44187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:16.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T03:03:16.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:16 trial132 ceph-mon[70387]: from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:17.337 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[27342]: 2026-02-12T03:03:16.883+0000 7f07aff0c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:03:17.338 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[27342]: 2026-02-12T03:03:16.883+0000 7f07aff0c640 -1 osd.0 100 *** Got signal Terminated *** 2026-02-12T03:03:17.338 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:16 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[27342]: 2026-02-12T03:03:16.883+0000 7f07aff0c640 -1 osd.0 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:03:17.663 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:03:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:03:17.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:17 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3995390449' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:17 trial132 ceph-mon[70387]: from='client.44205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:17.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:17 trial132 ceph-mon[70387]: osd.0 marked itself down and dead 2026-02-12T03:03:18.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:17 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3995390449' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:18.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:17 trial069 ceph-mon[93129]: from='client.44205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:18.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:17 trial069 ceph-mon[93129]: osd.0 marked itself down and dead 2026-02-12T03:03:18.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:17 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3995390449' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:18.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:17 trial069 ceph-mon[90892]: from='client.44205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:18.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:17 trial069 ceph-mon[90892]: osd.0 marked itself down and dead 2026-02-12T03:03:18.445 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100468]: 2026-02-12 03:03:18.138803017 +0000 UTC m=+1.267756581 container died 302725ac928a62def6e863b0cd23fcfb757b09a83e08af742eeb5c660d3453b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20260202, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:03:18.445 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100468]: 2026-02-12 03:03:18.147634828 +0000 UTC m=+1.276588372 container remove 302725ac928a62def6e863b0cd23fcfb757b09a83e08af742eeb5c660d3453b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202) 2026-02-12T03:03:18.445 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 bash[100468]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0 2026-02-12T03:03:18.445 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100601]: 2026-02-12 03:03:18.283436486 +0000 UTC m=+0.016075224 container create b7a4f5f43bc14582a3fc464c7b0862efbd5a500982ba7ed117f7a399374a4aa4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , ceph=True, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:03:18.445 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100601]: 2026-02-12 03:03:18.315160797 +0000 UTC m=+0.047799464 container init b7a4f5f43bc14582a3fc464c7b0862efbd5a500982ba7ed117f7a399374a4aa4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.build-date=20260209) 2026-02-12T03:03:18.446 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100601]: 2026-02-12 03:03:18.31764634 +0000 UTC m=+0.050284997 container start b7a4f5f43bc14582a3fc464c7b0862efbd5a500982ba7ed117f7a399374a4aa4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:03:18.446 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100601]: 2026-02-12 03:03:18.318096268 +0000 UTC m=+0.050734935 container attach b7a4f5f43bc14582a3fc464c7b0862efbd5a500982ba7ed117f7a399374a4aa4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:03:18.446 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100601]: 2026-02-12 03:03:18.277455038 +0000 UTC m=+0.010093695 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:18.722 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:18 trial069 ceph-mon[90892]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:18.722 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:18 trial069 ceph-mon[90892]: osdmap e101: 8 total, 7 up, 8 in 2026-02-12T03:03:18.722 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:18 trial069 ceph-mon[90892]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 72 op/s 2026-02-12T03:03:18.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:18 trial069 ceph-mon[93129]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:18.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:18 trial069 ceph-mon[93129]: osdmap e101: 8 total, 7 up, 8 in 2026-02-12T03:03:18.722 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:18 trial069 ceph-mon[93129]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 72 op/s 2026-02-12T03:03:18.723 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100601]: 2026-02-12 03:03:18.445470268 +0000 UTC m=+0.178108945 container died b7a4f5f43bc14582a3fc464c7b0862efbd5a500982ba7ed117f7a399374a4aa4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, ceph=True, OSD_FLAVOR=default) 2026-02-12T03:03:18.723 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100601]: 2026-02-12 03:03:18.456793153 +0000 UTC m=+0.189431820 container remove b7a4f5f43bc14582a3fc464c7b0862efbd5a500982ba7ed117f7a399374a4aa4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, ceph=True, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2) 2026-02-12T03:03:18.723 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.0.service: Deactivated successfully. 2026-02-12T03:03:18.723 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 systemd[1]: Stopped Ceph osd.0 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:03:18.723 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.0.service: Consumed 5.745s CPU time. 2026-02-12T03:03:18.723 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 systemd[1]: Starting Ceph osd.0 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:03:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:18 trial132 ceph-mon[70387]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:18 trial132 ceph-mon[70387]: osdmap e101: 8 total, 7 up, 8 in 2026-02-12T03:03:18.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:18 trial132 ceph-mon[70387]: pgmap v21: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 72 op/s 2026-02-12T03:03:19.049 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100746]: 2026-02-12 03:03:18.722072913 +0000 UTC m=+0.017080487 container create d0fde00ff2a40a288745c7c42ece6cb96c0c90b6a196dc04f845df1d33b2aec5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100746]: 2026-02-12 03:03:18.751187029 +0000 UTC m=+0.046194603 container init d0fde00ff2a40a288745c7c42ece6cb96c0c90b6a196dc04f845df1d33b2aec5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, ceph=True, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100746]: 2026-02-12 03:03:18.753474031 +0000 UTC m=+0.048481605 container start d0fde00ff2a40a288745c7c42ece6cb96c0c90b6a196dc04f845df1d33b2aec5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0) 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100746]: 2026-02-12 03:03:18.753893994 +0000 UTC m=+0.048901558 container attach d0fde00ff2a40a288745c7c42ece6cb96c0c90b6a196dc04f845df1d33b2aec5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 podman[100746]: 2026-02-12 03:03:18.715446342 +0000 UTC m=+0.010453916 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 bash[100746]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:18 trial069 bash[100746]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:19.050 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:03:19.051 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:19.314 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:19.314 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:19.314 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T03:03:19.314 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T03:03:19.314 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-12T03:03:19.314 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate[100773]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100746]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-12T03:03:19.315 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 podman[100746]: 2026-02-12 03:03:19.177559547 +0000 UTC m=+0.472567121 container died d0fde00ff2a40a288745c7c42ece6cb96c0c90b6a196dc04f845df1d33b2aec5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2) 2026-02-12T03:03:19.316 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 podman[100746]: 2026-02-12 03:03:19.190191652 +0000 UTC m=+0.485199216 container remove d0fde00ff2a40a288745c7c42ece6cb96c0c90b6a196dc04f845df1d33b2aec5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-activate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20260209) 2026-02-12T03:03:19.316 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 podman[100971]: 2026-02-12 03:03:19.279051326 +0000 UTC m=+0.015349300 container create e6132d19f242a388657ad0f287fc650ac90ac9d3e9490cfa6886f6da8df3d414 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:03:19.566 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 podman[100971]: 2026-02-12 03:03:19.316046981 +0000 UTC m=+0.052344965 container init e6132d19f242a388657ad0f287fc650ac90ac9d3e9490cfa6886f6da8df3d414 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:03:19.566 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 podman[100971]: 2026-02-12 03:03:19.31875571 +0000 UTC m=+0.055053684 container start e6132d19f242a388657ad0f287fc650ac90ac9d3e9490cfa6886f6da8df3d414 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:03:19.566 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 bash[100971]: e6132d19f242a388657ad0f287fc650ac90ac9d3e9490cfa6886f6da8df3d414 2026-02-12T03:03:19.566 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 podman[100971]: 2026-02-12 03:03:19.2732538 +0000 UTC m=+0.009551774 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:19.566 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 systemd[1]: Started Ceph osd.0 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:03:19.566 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-osd[101001]: -- 10.20.193.69:0/852806481 <== mon.0 v2:10.20.193.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x3625860 con 0x3780000 2026-02-12T03:03:19.824 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:19 trial069 ceph-mon[90892]: osdmap e102: 8 total, 7 up, 8 in 2026-02-12T03:03:19.825 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:19 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:19.825 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:19 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:19.825 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:19 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:19.825 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:19 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[100997]: 2026-02-12T03:03:19.573+0000 7fceda7db780 -1 Falling back to public interface 2026-02-12T03:03:19.825 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:19 trial069 ceph-mon[93129]: osdmap e102: 8 total, 7 up, 8 in 2026-02-12T03:03:19.825 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:19 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:19.826 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:19 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:19.826 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:19 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:19 trial132 ceph-mon[70387]: osdmap e102: 8 total, 7 up, 8 in 2026-02-12T03:03:20.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:19 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:19 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:19 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.337 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:20 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[100997]: 2026-02-12T03:03:20.079+0000 7fceda7db780 -1 osd.0 100 log_to_monitors true 2026-02-12T03:03:20.934 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[90892]: from='osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:03:20.934 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[90892]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:03:20.934 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.935 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.935 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[90892]: pgmap v23: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:03:20.935 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.935 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.935 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:03:20 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[100997]: 2026-02-12T03:03:20.684+0000 7fcece61c640 -1 osd.0 100 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:03:20.935 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[93129]: from='osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:03:20.936 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[93129]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:03:20.936 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.936 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.936 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[93129]: pgmap v23: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:03:20.936 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:20.936 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:20 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:20 trial132 ceph-mon[70387]: from='osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:03:21.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:20 trial132 ceph-mon[70387]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T03:03:21.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:20 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:20 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:20 trial132 ceph-mon[70387]: pgmap v23: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:03:21.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:20 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:20 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.837 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:03:21 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:03:21.573+0000 7f2d3b82b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:03:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:03:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T03:03:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:03:21.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[93129]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:21.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:21.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:21.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:21.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:21.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:03:21.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:03:21.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:21 trial069 ceph-mon[90892]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:03:22.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T03:03:22.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: osdmap e103: 8 total, 7 up, 8 in 2026-02-12T03:03:22.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:22.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:22.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:22.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:03:22.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:21 trial132 ceph-mon[70387]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:03:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:22 trial132 ceph-mon[70387]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:22 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:03:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:22 trial132 ceph-mon[70387]: osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035] boot 2026-02-12T03:03:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:22 trial132 ceph-mon[70387]: osdmap e104: 8 total, 8 up, 8 in 2026-02-12T03:03:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:03:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:22 trial132 ceph-mon[70387]: pgmap v26: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:03:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:03:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:03:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:03:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:22.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:03:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:22] "GET /metrics HTTP/1.1" 200 5733 "" "Prometheus/3.6.0" 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[93129]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[93129]: osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035] boot 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[93129]: osdmap e104: 8 total, 8 up, 8 in 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[93129]: pgmap v26: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[90892]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[90892]: osd.0 [v2:10.20.193.69:6802/4002972035,v1:10.20.193.69:6803/4002972035] boot 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[90892]: osdmap e104: 8 total, 8 up, 8 in 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T03:03:23.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:22 trial069 ceph-mon[90892]: pgmap v26: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:03:24.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:23 trial069 ceph-mon[90892]: Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:24.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:23 trial069 ceph-mon[90892]: osdmap e105: 8 total, 8 up, 8 in 2026-02-12T03:03:24.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:23 trial069 ceph-mon[93129]: Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:24.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:23 trial069 ceph-mon[93129]: osdmap e105: 8 total, 8 up, 8 in 2026-02-12T03:03:24.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:23 trial132 ceph-mon[70387]: Health check failed: Degraded data redundancy: 77/732 objects degraded (10.519%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:24.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:23 trial132 ceph-mon[70387]: osdmap e105: 8 total, 8 up, 8 in 2026-02-12T03:03:25.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:24 trial069 ceph-mon[90892]: pgmap v28: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:03:25.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:24 trial069 ceph-mon[93129]: pgmap v28: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:03:25.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:24 trial132 ceph-mon[70387]: pgmap v28: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 77/732 objects degraded (10.519%) 2026-02-12T03:03:26.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:26 trial069 ceph-mon[90892]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/732 objects degraded (10.519%), 22 pgs degraded) 2026-02-12T03:03:26.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:26 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:03:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:26 trial069 ceph-mon[93129]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/732 objects degraded (10.519%), 22 pgs degraded) 2026-02-12T03:03:26.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:26 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:03:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:26 trial132 ceph-mon[70387]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 77/732 objects degraded (10.519%), 22 pgs degraded) 2026-02-12T03:03:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:26 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:03:27.546 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:03:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:03:27.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:27 trial069 ceph-mon[90892]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:03:27.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:27 trial069 ceph-mon[93129]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:03:27.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:27 trial132 ceph-mon[70387]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:03:29.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:29 trial069 ceph-mon[90892]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T03:03:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:29 trial069 ceph-mon[93129]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T03:03:29.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:29 trial132 ceph-mon[70387]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 658 B/s rd, 0 op/s 2026-02-12T03:03:30.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:30 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:30.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:30 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:30.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:30 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T03:03:31.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:31 trial069 ceph-mon[90892]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 583 B/s rd, 0 op/s 2026-02-12T03:03:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:31 trial069 ceph-mon[93129]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 583 B/s rd, 0 op/s 2026-02-12T03:03:31.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:31 trial132 ceph-mon[70387]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 583 B/s rd, 0 op/s 2026-02-12T03:03:32.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:32 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:32.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:32 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:32.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:32 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:33.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:03:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:32] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:03:33.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:32.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:03:33.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:33 trial069 ceph-mon[90892]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:33 trial069 ceph-mon[93129]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:33.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:33 trial132 ceph-mon[70387]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:35 trial132 ceph-mon[70387]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 870 B/s rd, 0 op/s 2026-02-12T03:03:35.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:35 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:36.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:35 trial069 ceph-mon[90892]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 870 B/s rd, 0 op/s 2026-02-12T03:03:36.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:35 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:36.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:35 trial069 ceph-mon[93129]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 870 B/s rd, 0 op/s 2026-02-12T03:03:36.087 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:35 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:36.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:36 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:03:37.015 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:36 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:03:37.015 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:36 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T03:03:37.540 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:37 trial069 systemd[1]: Stopping Ceph osd.1 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:03:37.652 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:03:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:03:37.837 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[32408]: 2026-02-12T03:03:37.537+0000 7f22fb98f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:03:37.837 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[32408]: 2026-02-12T03:03:37.537+0000 7f22fb98f640 -1 osd.1 105 *** Got signal Terminated *** 2026-02-12T03:03:37.838 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:37 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[32408]: 2026-02-12T03:03:37.538+0000 7f22fb98f640 -1 osd.1 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:03:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[90892]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:03:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:03:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[90892]: Upgrade: osd.1 is safe to restart 2026-02-12T03:03:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:03:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:37.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[90892]: osd.1 marked itself down and dead 2026-02-12T03:03:37.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[93129]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:03:37.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:03:37.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[93129]: Upgrade: osd.1 is safe to restart 2026-02-12T03:03:37.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:37.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:03:37.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:37.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:37 trial069 ceph-mon[93129]: osd.1 marked itself down and dead 2026-02-12T03:03:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:37 trial132 ceph-mon[70387]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:03:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:37 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T03:03:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:37 trial132 ceph-mon[70387]: Upgrade: osd.1 is safe to restart 2026-02-12T03:03:37.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:37 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:37.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:37 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T03:03:37.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:37 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:37.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:37 trial132 ceph-mon[70387]: osd.1 marked itself down and dead 2026-02-12T03:03:38.653 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106231]: 2026-02-12 03:03:38.358965965 +0000 UTC m=+0.832299381 container died fa9183a0d720d8e5d750564e89e5b8f00e30168ebed8c45f36e0c2b510387a4e (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0) 2026-02-12T03:03:38.653 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106231]: 2026-02-12 03:03:38.369712415 +0000 UTC m=+0.843045831 container remove fa9183a0d720d8e5d750564e89e5b8f00e30168ebed8c45f36e0c2b510387a4e (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid) 2026-02-12T03:03:38.654 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 bash[106231]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1 2026-02-12T03:03:38.654 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106369]: 2026-02-12 03:03:38.503811059 +0000 UTC m=+0.017286070 container create 576e49ab580dc82fe6bb3b1ecad968d386f295e41d999ce08f93bc1caa2e22ad (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS) 2026-02-12T03:03:38.654 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106369]: 2026-02-12 03:03:38.53287488 +0000 UTC m=+0.046349891 container init 576e49ab580dc82fe6bb3b1ecad968d386f295e41d999ce08f93bc1caa2e22ad (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, ceph=True) 2026-02-12T03:03:38.654 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106369]: 2026-02-12 03:03:38.535233507 +0000 UTC m=+0.048708528 container start 576e49ab580dc82fe6bb3b1ecad968d386f295e41d999ce08f93bc1caa2e22ad (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:03:38.654 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106369]: 2026-02-12 03:03:38.535763264 +0000 UTC m=+0.049238275 container attach 576e49ab580dc82fe6bb3b1ecad968d386f295e41d999ce08f93bc1caa2e22ad (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2026-02-12T03:03:38.654 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106369]: 2026-02-12 03:03:38.496631988 +0000 UTC m=+0.010106999 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:38.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:38 trial132 ceph-mon[70387]: Upgrade: Updating osd.1 2026-02-12T03:03:38.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:38 trial132 ceph-mon[70387]: Deploying daemon osd.1 on trial069 2026-02-12T03:03:38.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:38 trial132 ceph-mon[70387]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:38.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:38 trial132 ceph-mon[70387]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T03:03:38.955 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:38 trial069 ceph-mon[93129]: Upgrade: Updating osd.1 2026-02-12T03:03:38.955 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:38 trial069 ceph-mon[93129]: Deploying daemon osd.1 on trial069 2026-02-12T03:03:38.955 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:38 trial069 ceph-mon[93129]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:38.955 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:38 trial069 ceph-mon[93129]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T03:03:38.955 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:38 trial069 ceph-mon[90892]: Upgrade: Updating osd.1 2026-02-12T03:03:38.956 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:38 trial069 ceph-mon[90892]: Deploying daemon osd.1 on trial069 2026-02-12T03:03:38.956 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:38 trial069 ceph-mon[90892]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:38.956 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:38 trial069 ceph-mon[90892]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T03:03:38.956 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106401]: 2026-02-12 03:03:38.677869614 +0000 UTC m=+0.011154893 container died 576e49ab580dc82fe6bb3b1ecad968d386f295e41d999ce08f93bc1caa2e22ad (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3) 2026-02-12T03:03:38.956 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106401]: 2026-02-12 03:03:38.687472763 +0000 UTC m=+0.020758052 container remove 576e49ab580dc82fe6bb3b1ecad968d386f295e41d999ce08f93bc1caa2e22ad (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:03:38.956 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.1.service: Deactivated successfully. 2026-02-12T03:03:38.956 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 systemd[1]: Stopped Ceph osd.1 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:03:38.957 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.1.service: Consumed 6.241s CPU time. 2026-02-12T03:03:38.957 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 systemd[1]: Starting Ceph osd.1 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:03:39.311 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106517]: 2026-02-12 03:03:38.955147337 +0000 UTC m=+0.015555214 container create bd9929ffb87345afeb70a1a7e0f83a70b96913ad861e502e0cbf39a5970e6433 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:03:39.311 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106517]: 2026-02-12 03:03:38.985058468 +0000 UTC m=+0.045466275 container init bd9929ffb87345afeb70a1a7e0f83a70b96913ad861e502e0cbf39a5970e6433 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3) 2026-02-12T03:03:39.311 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106517]: 2026-02-12 03:03:38.987541997 +0000 UTC m=+0.047949804 container start bd9929ffb87345afeb70a1a7e0f83a70b96913ad861e502e0cbf39a5970e6433 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3) 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:38 trial069 podman[106517]: 2026-02-12 03:03:38.988041488 +0000 UTC m=+0.048449305 container attach bd9929ffb87345afeb70a1a7e0f83a70b96913ad861e502e0cbf39a5970e6433 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate, ceph=True, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.vendor=CentOS) 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 podman[106517]: 2026-02-12 03:03:38.948459511 +0000 UTC m=+0.008867318 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:03:39.312 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:39.566 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-12T03:03:39.567 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate[106540]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106517]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 podman[106517]: 2026-02-12 03:03:39.435281821 +0000 UTC m=+0.495689628 container died bd9929ffb87345afeb70a1a7e0f83a70b96913ad861e502e0cbf39a5970e6433 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.41.3) 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 podman[106517]: 2026-02-12 03:03:39.446395867 +0000 UTC m=+0.506803674 container remove bd9929ffb87345afeb70a1a7e0f83a70b96913ad861e502e0cbf39a5970e6433 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209) 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 podman[106756]: 2026-02-12 03:03:39.523236118 +0000 UTC m=+0.015652305 container create 51ef416854b5ba308b2ebc6a113dc197ce052ed4f712ec61011495eb21550f83 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 podman[106756]: 2026-02-12 03:03:39.549498317 +0000 UTC m=+0.041914494 container init 51ef416854b5ba308b2ebc6a113dc197ce052ed4f712ec61011495eb21550f83 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 podman[106756]: 2026-02-12 03:03:39.552076663 +0000 UTC m=+0.044492850 container start 51ef416854b5ba308b2ebc6a113dc197ce052ed4f712ec61011495eb21550f83 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True) 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 bash[106756]: 51ef416854b5ba308b2ebc6a113dc197ce052ed4f712ec61011495eb21550f83 2026-02-12T03:03:39.568 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 podman[106756]: 2026-02-12 03:03:39.517361248 +0000 UTC m=+0.009777435 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:39.569 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 systemd[1]: Started Ceph osd.1 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:03:39.569 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-osd[106783]: -- 10.20.193.69:0/3353590158 <== mon.2 v2:10.20.193.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x37d3860 con 0x376fc00 2026-02-12T03:03:39.838 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:39 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[106779]: 2026-02-12T03:03:39.801+0000 7f13bceaf780 -1 Falling back to public interface 2026-02-12T03:03:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[90892]: pgmap v36: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[90892]: osdmap e107: 8 total, 7 up, 8 in 2026-02-12T03:03:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:39.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:39.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[93129]: pgmap v36: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:39.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[93129]: osdmap e107: 8 total, 7 up, 8 in 2026-02-12T03:03:39.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:39.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:39.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:39 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:39 trial132 ceph-mon[70387]: pgmap v36: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:39 trial132 ceph-mon[70387]: osdmap e107: 8 total, 7 up, 8 in 2026-02-12T03:03:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:39 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:39 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:39 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:40.362 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:40 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[106779]: 2026-02-12T03:03:40.308+0000 7f13bceaf780 -1 osd.1 105 log_to_monitors true 2026-02-12T03:03:40.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:40 trial132 ceph-mon[70387]: from='osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:03:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:40 trial132 ceph-mon[70387]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:03:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:40 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:40.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:40 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.031 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:40 trial069 ceph-mon[93129]: from='osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:03:41.032 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:40 trial069 ceph-mon[93129]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:03:41.032 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:40 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.032 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:40 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.032 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:03:40 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[106779]: 2026-02-12T03:03:40.667+0000 7f13b0cf0640 -1 osd.1 105 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:03:41.032 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:40 trial069 ceph-mon[90892]: from='osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:03:41.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:40 trial069 ceph-mon[90892]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T03:03:41.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:40 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.033 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:40 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.751 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[90892]: pgmap v38: 161 pgs: 11 active+undersized, 14 stale+active+clean, 8 active+undersized+degraded, 128 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 50/732 objects degraded (6.831%) 2026-02-12T03:03:41.751 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[90892]: Health check failed: Degraded data redundancy: 50/732 objects degraded (6.831%), 8 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:41.751 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[90892]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:03:41.751 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[90892]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T03:03:41.752 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[90892]: from='osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:41.752 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[90892]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:41.752 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.752 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.752 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[93129]: pgmap v38: 161 pgs: 11 active+undersized, 14 stale+active+clean, 8 active+undersized+degraded, 128 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 50/732 objects degraded (6.831%) 2026-02-12T03:03:41.752 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[93129]: Health check failed: Degraded data redundancy: 50/732 objects degraded (6.831%), 8 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:41.752 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[93129]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:03:41.752 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[93129]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T03:03:41.753 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[93129]: from='osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:41.753 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[93129]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:41.753 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.753 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:41 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:41 trial132 ceph-mon[70387]: pgmap v38: 161 pgs: 11 active+undersized, 14 stale+active+clean, 8 active+undersized+degraded, 128 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 50/732 objects degraded (6.831%) 2026-02-12T03:03:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:41 trial132 ceph-mon[70387]: Health check failed: Degraded data redundancy: 50/732 objects degraded (6.831%), 8 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:41 trial132 ceph-mon[70387]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T03:03:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:41 trial132 ceph-mon[70387]: osdmap e108: 8 total, 7 up, 8 in 2026-02-12T03:03:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:41 trial132 ceph-mon[70387]: from='osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:41 trial132 ceph-mon[70387]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:41 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:41.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:41 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:42.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:42.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:03:42.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908] boot 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: osdmap e109: 8 total, 8 up, 8 in 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:42.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:42.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:42 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:03:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:42] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:03:43.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:43.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:43.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908] boot 2026-02-12T03:03:43.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: osdmap e109: 8 total, 8 up, 8 in 2026-02-12T03:03:43.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:03:43.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:03:43.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:43.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:43.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: osd.1 [v2:10.20.193.69:6810/2817606908,v1:10.20.193.69:6811/2817606908] boot 2026-02-12T03:03:43.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: osdmap e109: 8 total, 8 up, 8 in 2026-02-12T03:03:43.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T03:03:43.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.093 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:03:43.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:03:43.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:03:43.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:03:43.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:03:43.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:03:43.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:03:43.094 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.095 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.096 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.096 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.096 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:03:43.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:03:43.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:03:43.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:03:43.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:03:43.098 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:03:43.099 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:43.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:43.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:43.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:43.100 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:42 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:43 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:03:43.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:43 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all smb 2026-02-12T03:03:43.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:43 trial132 ceph-mon[70387]: Upgrade: Finalizing container_image settings 2026-02-12T03:03:43.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:43 trial132 ceph-mon[70387]: Upgrade: Complete! 2026-02-12T03:03:43.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:43 trial132 ceph-mon[70387]: pgmap v41: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:03:43.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:43 trial132 ceph-mon[70387]: osdmap e110: 8 total, 8 up, 8 in 2026-02-12T03:03:43.988 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all smb 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[90892]: Upgrade: Finalizing container_image settings 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[90892]: Upgrade: Complete! 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[90892]: pgmap v41: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[90892]: osdmap e110: 8 total, 8 up, 8 in 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all smb 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[93129]: Upgrade: Finalizing container_image settings 2026-02-12T03:03:43.989 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[93129]: Upgrade: Complete! 2026-02-12T03:03:43.990 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[93129]: pgmap v41: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:03:43.990 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:43 trial069 ceph-mon[93129]: osdmap e110: 8 total, 8 up, 8 in 2026-02-12T03:03:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:45 trial132 ceph-mon[70387]: pgmap v43: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:03:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:45 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:46.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:45 trial069 ceph-mon[90892]: pgmap v43: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:03:46.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:45 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:46.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:45 trial069 ceph-mon[93129]: pgmap v43: 161 pgs: 39 active+undersized, 24 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 103/732 objects degraded (14.071%) 2026-02-12T03:03:46.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:45 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:46.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:46 trial132 ceph-mon[70387]: Health check update: Degraded data redundancy: 103/732 objects degraded (14.071%), 24 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:47.025 INFO:teuthology.orchestra.run.trial069.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:03:47.025 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:46 trial069 ceph-mon[90892]: Health check update: Degraded data redundancy: 103/732 objects degraded (14.071%), 24 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:47.025 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:46 trial069 ceph-mon[93129]: Health check update: Degraded data redundancy: 103/732 objects degraded (14.071%), 24 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:47.076 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:03:47.362 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:47.591 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:03:47.591 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (2m) 7s ago 20m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:03:47.591 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (116s) 61s ago 20m 145M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:03:47.591 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (2m) 7s ago 20m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:03:47.591 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (2m) 61s ago 22m 488M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (11m) 7s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (66s) 7s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (101s) 61s ago 22m 38.1M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (58s) 7s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (2m) 7s ago 20m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (2m) 61s ago 20m 12.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (28s) 7s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (8s) 7s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (22m) 7s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (21m) 7s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (21m) 61s ago 21m 62.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:03:47.592 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (21m) 61s ago 21m 61.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:03:47.593 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (21m) 61s ago 21m 57.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:03:47.593 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (21m) 61s ago 21m 63.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:03:47.593 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (14m) 61s ago 21m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:03:47.593 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (20m) 7s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:03:47.593 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (20m) 61s ago 20m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:03:47.629 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2026-02-12T03:03:47.654 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:03:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:03:47.914 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:47 trial132 ceph-mon[70387]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:03:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:47 trial132 ceph-mon[70387]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 103/732 objects degraded (14.071%), 24 pgs degraded) 2026-02-12T03:03:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:47 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:03:47.937 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:47 trial069 ceph-mon[93129]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:03:47.937 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:47 trial069 ceph-mon[93129]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 103/732 objects degraded (14.071%), 24 pgs degraded) 2026-02-12T03:03:47.937 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:47 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:03:47.938 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:47 trial069 ceph-mon[90892]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T03:03:47.938 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:47 trial069 ceph-mon[90892]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 103/732 objects degraded (14.071%), 24 pgs degraded) 2026-02-12T03:03:47.938 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:47 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:03:48.178 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:03:48.206 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2026-02-12T03:03:48.490 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:48 trial069 ceph-mon[90892]: from='client.44223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:48 trial069 ceph-mon[90892]: from='client.44229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:48.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:48 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/270980874' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:48.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:48 trial069 ceph-mon[93129]: from='client.44223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:48.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:48 trial069 ceph-mon[93129]: from='client.44229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:48.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:48 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/270980874' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:48.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:48 trial132 ceph-mon[70387]: from='client.44223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:48.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:48 trial132 ceph-mon[70387]: from='client.44229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:48 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/270980874' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:48.983 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:03:49.015 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:03:49.301 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:49.523 INFO:teuthology.orchestra.run.trial069.stdout:There are no upgrades in progress currently. 2026-02-12T03:03:49.561 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:03:49.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:49 trial069 ceph-mon[90892]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 657 B/s rd, 0 op/s 2026-02-12T03:03:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:49 trial069 ceph-mon[93129]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 657 B/s rd, 0 op/s 2026-02-12T03:03:49.846 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:49 trial132 ceph-mon[70387]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 657 B/s rd, 0 op/s 2026-02-12T03:03:50.102 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:03:50.140 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2026-02-12T03:03:50.421 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:50.807 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:50 trial069 ceph-mon[90892]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:50.808 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:50 trial069 ceph-mon[90892]: from='client.44247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:50.808 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:50 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/822877930' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:03:50.808 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:50 trial069 ceph-mon[93129]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:50.808 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:50 trial069 ceph-mon[93129]: from='client.44247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:50.808 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:50 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/822877930' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:03:50.911 INFO:teuthology.orchestra.run.trial069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:50 trial132 ceph-mon[70387]: from='client.54212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:50 trial132 ceph-mon[70387]: from='client.44247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:50 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/822877930' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:03:50.954 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:03:51.238 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:03:51.488 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:03:51.827 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:03:51.827 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (2m) 11s ago 20m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:03:51.827 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (2m) 66s ago 20m 145M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:03:51.827 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (2m) 11s ago 20m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:03:51.827 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (2m) 66s ago 22m 488M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (11m) 11s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (70s) 11s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (105s) 66s ago 22m 38.1M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (62s) 11s ago 22m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (2m) 11s ago 20m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (2m) 66s ago 20m 12.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (32s) 11s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (12s) 11s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (22m) 11s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 91089bd04fa4 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (21m) 11s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:03:51.828 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (21m) 66s ago 21m 62.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:03:51.829 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (21m) 66s ago 21m 61.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:03:51.829 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (21m) 66s ago 21m 57.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:03:51.829 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (21m) 66s ago 21m 63.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:03:51.829 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (14m) 66s ago 21m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:03:51.829 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (20m) 11s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:03:51.829 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (20m) 66s ago 20m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:03:51.892 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.893 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.894 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.894 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.894 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T03:03:51.894 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:03:51.894 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:51.894 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.894 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:51.894 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.895 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T03:03:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:03:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:51.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:51.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T03:03:52.037 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:03:52.037 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:03:52.037 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:03:52.037 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:03:52.037 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 6, 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8, 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 7 2026-02-12T03:03:52.038 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:03:52.039 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:03:52.213 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:03:52.213 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:03:52.213 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:03:52.213 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [], 2026-02-12T03:03:52.213 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2026-02-12T03:03:52.213 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "2/8 daemons upgraded", 2026-02-12T03:03:52.213 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:03:52.214 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:03:52.214 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:03:52.430 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:52 trial069 systemd[1]: Stopping Ceph osd.2 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:03:52.832 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[37521]: 2026-02-12T03:03:52.429+0000 7fb87f187640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:03:52.832 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[37521]: 2026-02-12T03:03:52.429+0000 7fb87f187640 -1 osd.2 110 *** Got signal Terminated *** 2026-02-12T03:03:52.832 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[37521]: 2026-02-12T03:03:52.429+0000 7fb87f187640 -1 osd.2 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mgr 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mon 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all crash 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: Upgrade: osd.2 is safe to restart 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:52.834 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:52.834 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:52.834 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:03:52.834 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:52.834 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/4055600705' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:52.834 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[90892]: osd.2 marked itself down and dead 2026-02-12T03:03:52.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:52.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mgr 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mon 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all crash 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: Upgrade: osd.2 is safe to restart 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:52.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:52.836 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:03:52.836 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:52.836 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/4055600705' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:52.836 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:52 trial069 ceph-mon[93129]: osd.2 marked itself down and dead 2026-02-12T03:03:52.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:03:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:03:52.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:03:52.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:52.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:52.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:03:52.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:03:52.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mgr 2026-02-12T03:03:52.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mon 2026-02-12T03:03:52.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all crash 2026-02-12T03:03:52.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: Upgrade: osd.2 is safe to restart 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/4055600705' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:52.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:52 trial132 ceph-mon[70387]: osd.2 marked itself down and dead 2026-02-12T03:03:53.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:03:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:52] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:03:53.528 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[113985]: 2026-02-12 03:03:53.240100829 +0000 UTC m=+0.821730501 container died 91089bd04fa4117ace105a3ee69d402039df1286f6569430fef3a834b1233621 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3) 2026-02-12T03:03:53.529 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[113985]: 2026-02-12 03:03:53.249336924 +0000 UTC m=+0.830966596 container remove 91089bd04fa4117ace105a3ee69d402039df1286f6569430fef3a834b1233621 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, ceph=True, org.label-schema.vendor=CentOS, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:03:53.529 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 bash[113985]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2 2026-02-12T03:03:53.529 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114122]: 2026-02-12 03:03:53.377688084 +0000 UTC m=+0.017315915 container create 04e26b63c9b7c1102ea94f1ae87c6b267a995b58d6ad5404389c8d247074e7ed (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:03:53.529 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114122]: 2026-02-12 03:03:53.405825539 +0000 UTC m=+0.045453380 container init 04e26b63c9b7c1102ea94f1ae87c6b267a995b58d6ad5404389c8d247074e7ed (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0) 2026-02-12T03:03:53.529 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114122]: 2026-02-12 03:03:53.408118363 +0000 UTC m=+0.047746204 container start 04e26b63c9b7c1102ea94f1ae87c6b267a995b58d6ad5404389c8d247074e7ed (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209) 2026-02-12T03:03:53.529 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114122]: 2026-02-12 03:03:53.408644283 +0000 UTC m=+0.048272134 container attach 04e26b63c9b7c1102ea94f1ae87c6b267a995b58d6ad5404389c8d247074e7ed (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:03:53.530 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114122]: 2026-02-12 03:03:53.36956837 +0000 UTC m=+0.009196221 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:53.530 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114122]: 2026-02-12 03:03:53.528707938 +0000 UTC m=+0.168335779 container died 04e26b63c9b7c1102ea94f1ae87c6b267a995b58d6ad5404389c8d247074e7ed (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, ceph=True, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:03:53.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[90892]: Upgrade: Updating osd.2 2026-02-12T03:03:53.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[90892]: Deploying daemon osd.2 on trial069 2026-02-12T03:03:53.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[90892]: from='client.44277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:53.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[90892]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:53.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[90892]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:53.806 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[90892]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:53.806 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[90892]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T03:03:53.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[93129]: Upgrade: Updating osd.2 2026-02-12T03:03:53.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[93129]: Deploying daemon osd.2 on trial069 2026-02-12T03:03:53.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[93129]: from='client.44277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:53.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[93129]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:53.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[93129]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:53.807 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[93129]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:53.807 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:53 trial069 ceph-mon[93129]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T03:03:53.807 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114122]: 2026-02-12 03:03:53.53909635 +0000 UTC m=+0.178724191 container remove 04e26b63c9b7c1102ea94f1ae87c6b267a995b58d6ad5404389c8d247074e7ed (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2026-02-12T03:03:53.807 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.2.service: Deactivated successfully. 2026-02-12T03:03:53.807 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 systemd[1]: Stopped Ceph osd.2 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:03:53.807 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.2.service: Consumed 4.960s CPU time. 2026-02-12T03:03:53.807 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 systemd[1]: Starting Ceph osd.2 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:03:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:53 trial132 ceph-mon[70387]: Upgrade: Updating osd.2 2026-02-12T03:03:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:53 trial132 ceph-mon[70387]: Deploying daemon osd.2 on trial069 2026-02-12T03:03:53.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:53 trial132 ceph-mon[70387]: from='client.44277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:53.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:53 trial132 ceph-mon[70387]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:03:53.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:53 trial132 ceph-mon[70387]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:03:53.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:53 trial132 ceph-mon[70387]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:03:53.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:53 trial132 ceph-mon[70387]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T03:03:54.088 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114264]: 2026-02-12 03:03:53.805065396 +0000 UTC m=+0.015090087 container create a96b409eaa6aa61645efd2002c521cab92d833accf040e74d2af89173eb36b7b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:03:54.088 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114264]: 2026-02-12 03:03:53.839413988 +0000 UTC m=+0.049438669 container init a96b409eaa6aa61645efd2002c521cab92d833accf040e74d2af89173eb36b7b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3) 2026-02-12T03:03:54.088 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114264]: 2026-02-12 03:03:53.842175054 +0000 UTC m=+0.052199745 container start a96b409eaa6aa61645efd2002c521cab92d833accf040e74d2af89173eb36b7b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate, io.buildah.version=1.41.3, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:03:54.089 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114264]: 2026-02-12 03:03:53.842663304 +0000 UTC m=+0.052688005 container attach a96b409eaa6aa61645efd2002c521cab92d833accf040e74d2af89173eb36b7b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2) 2026-02-12T03:03:54.089 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 podman[114264]: 2026-02-12 03:03:53.799102992 +0000 UTC m=+0.009127684 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:54.089 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:54.089 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 bash[114264]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:54.089 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:54.089 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:53 trial069 bash[114264]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:54.397 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:03:54.397 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:03:54.397 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2026-02-12T03:03:54.398 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate[114286]: --> ceph-volume lvm activate successful for osd ID: 2 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114264]: --> ceph-volume lvm activate successful for osd ID: 2 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 podman[114264]: 2026-02-12 03:03:54.265197859 +0000 UTC m=+0.475222550 container died a96b409eaa6aa61645efd2002c521cab92d833accf040e74d2af89173eb36b7b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 podman[114264]: 2026-02-12 03:03:54.275824175 +0000 UTC m=+0.485848866 container remove a96b409eaa6aa61645efd2002c521cab92d833accf040e74d2af89173eb36b7b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-activate, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T03:03:54.399 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 podman[114505]: 2026-02-12 03:03:54.369868452 +0000 UTC m=+0.016665283 container create 0e255f23d6754cd1b6af286399fabbbe8931bf99752925c1f9df25f4707f3890 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:03:54.653 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 podman[114505]: 2026-02-12 03:03:54.398931843 +0000 UTC m=+0.045728674 container init 0e255f23d6754cd1b6af286399fabbbe8931bf99752925c1f9df25f4707f3890 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T03:03:54.653 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 podman[114505]: 2026-02-12 03:03:54.401381048 +0000 UTC m=+0.048177879 container start 0e255f23d6754cd1b6af286399fabbbe8931bf99752925c1f9df25f4707f3890 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:03:54.653 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 bash[114505]: 0e255f23d6754cd1b6af286399fabbbe8931bf99752925c1f9df25f4707f3890 2026-02-12T03:03:54.654 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 podman[114505]: 2026-02-12 03:03:54.363685678 +0000 UTC m=+0.010482509 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:03:54.654 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 systemd[1]: Started Ceph osd.2 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:03:54.654 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-osd[114534]: -- 10.20.193.69:0/2393759194 <== mon.2 v2:10.20.193.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x29df860 con 0x2b3a000 2026-02-12T03:03:54.654 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[114530]: 2026-02-12T03:03:54.634+0000 7f60930aa780 -1 Falling back to public interface 2026-02-12T03:03:54.978 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[90892]: osdmap e112: 8 total, 7 up, 8 in 2026-02-12T03:03:54.978 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:54.978 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:54.978 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:54.978 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[90892]: pgmap v50: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:03:54.979 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[93129]: osdmap e112: 8 total, 7 up, 8 in 2026-02-12T03:03:54.979 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:54.979 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:54.979 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:54.979 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:54 trial069 ceph-mon[93129]: pgmap v50: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:03:55.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:54 trial132 ceph-mon[70387]: osdmap e112: 8 total, 7 up, 8 in 2026-02-12T03:03:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:54 trial132 ceph-mon[70387]: pgmap v50: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:03:55.299 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[114530]: 2026-02-12T03:03:55.146+0000 7f60930aa780 -1 osd.2 110 log_to_monitors true 2026-02-12T03:03:55.996 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:03:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[114530]: 2026-02-12T03:03:55.740+0000 7f608aef3640 -1 osd.2 110 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:03:55.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[90892]: from='osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:03:55.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[90892]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:03:55.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.997 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[93129]: from='osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:03:55.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[93129]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:03:55.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:55.998 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:55 trial132 ceph-mon[70387]: from='osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:03:56.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:55 trial132 ceph-mon[70387]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T03:03:56.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:03:56.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: pgmap v52: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 69/732 objects degraded (9.426%) 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:03:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:03:56.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:03:56.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T03:03:56.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: pgmap v52: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 69/732 objects degraded (9.426%) 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:03:56.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:03:56.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:03:56.846 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.847 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:03:56.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:03:56.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:56.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:56.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:56.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:56.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:03:56.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:03:56.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:56.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:56.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:56 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:57.067 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T03:03:57.067 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: osdmap e113: 8 total, 7 up, 8 in 2026-02-12T03:03:57.067 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:57.067 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: pgmap v52: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 69/732 objects degraded (9.426%) 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.068 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:03:57.069 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:03:57.070 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.071 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:03:57.072 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:03:57.072 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:03:57.072 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:57.072 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:57.072 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:56 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:57.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:03:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:03:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:03:58.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:03:58.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all smb 2026-02-12T03:03:58.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: Upgrade: Finalizing container_image settings 2026-02-12T03:03:58.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: Upgrade: Complete! 2026-02-12T03:03:58.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:58.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:03:58.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: Health check failed: Degraded data redundancy: 69/732 objects degraded (9.426%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:58.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207] boot 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: osdmap e114: 8 total, 8 up, 8 in 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all smb 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: Upgrade: Finalizing container_image settings 2026-02-12T03:03:58.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: Upgrade: Complete! 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: Health check failed: Degraded data redundancy: 69/732 objects degraded (9.426%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207] boot 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: osdmap e114: 8 total, 8 up, 8 in 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:58.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:57 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:58.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all smb 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: Upgrade: Finalizing container_image settings 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: Upgrade: Complete! 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: Health check failed: Degraded data redundancy: 69/732 objects degraded (9.426%), 17 pgs degraded (PG_DEGRADED) 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: osd.2 [v2:10.20.193.69:6818/1563442207,v1:10.20.193.69:6819/1563442207] boot 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: osdmap e114: 8 total, 8 up, 8 in 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:03:58.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:03:58.166 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:57 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:03:59.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:58 trial069 ceph-mon[90892]: osdmap e115: 8 total, 8 up, 8 in 2026-02-12T03:03:59.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:03:58 trial069 ceph-mon[90892]: pgmap v55: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 69/732 objects degraded (9.426%) 2026-02-12T03:03:59.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:58 trial069 ceph-mon[93129]: osdmap e115: 8 total, 8 up, 8 in 2026-02-12T03:03:59.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:03:58 trial069 ceph-mon[93129]: pgmap v55: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 69/732 objects degraded (9.426%) 2026-02-12T03:03:59.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:58 trial132 ceph-mon[70387]: osdmap e115: 8 total, 8 up, 8 in 2026-02-12T03:03:59.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:03:58 trial132 ceph-mon[70387]: pgmap v55: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 69/732 objects degraded (9.426%) 2026-02-12T03:04:00.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:00 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:01.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:00 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:01.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:00 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:01.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:01 trial069 ceph-mon[90892]: pgmap v56: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 41/732 objects degraded (5.601%) 2026-02-12T03:04:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:01 trial069 ceph-mon[93129]: pgmap v56: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 41/732 objects degraded (5.601%) 2026-02-12T03:04:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:01 trial132 ceph-mon[70387]: pgmap v56: 161 pgs: 17 active+undersized, 9 active+undersized+degraded, 135 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 41/732 objects degraded (5.601%) 2026-02-12T03:04:02.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:02 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:02.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:02.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:04:03.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:02 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:03.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:02 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:04:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:02] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:04:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:03 trial132 ceph-mon[70387]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 762 B/s rd, 0 op/s 2026-02-12T03:04:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:03 trial132 ceph-mon[70387]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 9 pgs degraded) 2026-02-12T03:04:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:03 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:04:04.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:03 trial069 ceph-mon[90892]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 762 B/s rd, 0 op/s 2026-02-12T03:04:04.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:03 trial069 ceph-mon[90892]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 9 pgs degraded) 2026-02-12T03:04:04.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:03 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:04:04.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:03 trial069 ceph-mon[93129]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 762 B/s rd, 0 op/s 2026-02-12T03:04:04.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:03 trial069 ceph-mon[93129]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/732 objects degraded (5.601%), 9 pgs degraded) 2026-02-12T03:04:04.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:03 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:04:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:05 trial132 ceph-mon[70387]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:04:06.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:05 trial069 ceph-mon[90892]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:04:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:05 trial069 ceph-mon[93129]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:04:07.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:04:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:04:07.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:07 trial132 ceph-mon[70387]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:04:08.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:07 trial069 ceph-mon[90892]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:04:08.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:07 trial069 ceph-mon[93129]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:04:10.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:09 trial069 ceph-mon[90892]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 955 B/s rd, 0 op/s 2026-02-12T03:04:10.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:09 trial069 ceph-mon[93129]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 955 B/s rd, 0 op/s 2026-02-12T03:04:10.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:09 trial132 ceph-mon[70387]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 955 B/s rd, 0 op/s 2026-02-12T03:04:11.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:10 trial069 ceph-mon[90892]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:11.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:10 trial069 ceph-mon[93129]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:11.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:10 trial132 ceph-mon[70387]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:11 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:11 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:12.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:11 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:13.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:12 trial069 ceph-mon[90892]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:04:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:12] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:04:13.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:12 trial069 ceph-mon[93129]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:13.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:12 trial132 ceph-mon[70387]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:13.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:12.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:04:15.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:15 trial069 ceph-mon[90892]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:15.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:15 trial069 ceph-mon[93129]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:15 trial132 ceph-mon[70387]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:17.506 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:04:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:04:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:17 trial069 ceph-mon[93129]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:17 trial069 ceph-mon[90892]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:17.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:17 trial132 ceph-mon[70387]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:19 trial069 ceph-mon[90892]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:19.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:19 trial069 ceph-mon[93129]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:19 trial132 ceph-mon[70387]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:21 trial069 ceph-mon[90892]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:21 trial069 ceph-mon[93129]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:21.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:21 trial132 ceph-mon[70387]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:22.391 INFO:teuthology.orchestra.run.trial069.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:04:22.449 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:04:22.739 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:04:22.762 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:22 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:22.763 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:22 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:22.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:22 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:22.832 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:04:22.832 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:04:22.832 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:04:22.832 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:22.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:04:22.969 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:04:22.969 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (2m) 27s ago 21m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:04:22.969 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (2m) 97s ago 21m 145M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:04:22.969 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (2m) 27s ago 21m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:04:22.969 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (2m) 97s ago 23m 488M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:04:22.969 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (11m) 27s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:04:22.969 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (102s) 27s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:04:22.969 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (2m) 97s ago 23m 38.1M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (93s) 27s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (2m) 27s ago 21m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (2m) 97s ago 21m 12.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (63s) 27s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (43s) 27s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (28s) 27s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (22m) 27s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (22m) 97s ago 22m 62.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (22m) 97s ago 22m 61.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (22m) 97s ago 22m 57.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (21m) 97s ago 21m 63.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:04:22.970 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (15m) 97s ago 21m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:04:22.971 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (21m) 27s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:04:22.971 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (21m) 97s ago 21m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:04:23.007 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2026-02-12T03:04:23.031 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:04:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:22] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:04:23.294 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:04:23.563 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:04:23.572 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:23 trial069 ceph-mon[90892]: from='client.44301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:23.573 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:23 trial069 ceph-mon[90892]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:23.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:23 trial069 ceph-mon[93129]: from='client.44301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:23.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:23 trial069 ceph-mon[93129]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:23.595 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2026-02-12T03:04:23.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:23 trial132 ceph-mon[70387]: from='client.44301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:23.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:23 trial132 ceph-mon[70387]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:23.920 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:04:24.418 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:04:24.449 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:04:24.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:24 trial069 ceph-mon[90892]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:24.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:24 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2430989145' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:24.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:24 trial069 ceph-mon[93129]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:24.589 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:24 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2430989145' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:24.733 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:04:24.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:24 trial132 ceph-mon[70387]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:24.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:24 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2430989145' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:24.959 INFO:teuthology.orchestra.run.trial069.stdout:There are no upgrades in progress currently. 2026-02-12T03:04:25.013 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:04:25.298 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:04:25.556 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:04:25.572 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:25 trial069 ceph-mon[93129]: from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:25.573 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:25 trial069 ceph-mon[93129]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:25.573 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:25 trial069 ceph-mon[90892]: from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:25.573 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:25 trial069 ceph-mon[90892]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:25.594 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2026-02-12T03:04:25.876 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:04:25.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:25 trial132 ceph-mon[70387]: from='client.44319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:25.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:25 trial132 ceph-mon[70387]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:26.359 INFO:teuthology.orchestra.run.trial069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:26.401 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:04:26.689 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:04:26.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[90892]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:26.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3521887389' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:04:26.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:26.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:26.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:26.805 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:26.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[93129]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:26.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3521887389' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:04:26.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:26.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:26.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:26.806 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:26 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:26 trial132 ceph-mon[70387]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:26 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3521887389' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:04:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:26 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:26 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:26 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:26 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:26.940 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (2m) 31s ago 21m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (2m) 101s ago 21m 145M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (2m) 31s ago 21m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (2m) 101s ago 23m 488M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (12m) 31s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (106s) 31s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (2m) 101s ago 23m 38.1M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (98s) 31s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:04:27.288 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (2m) 31s ago 21m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (2m) 101s ago 21m 12.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (68s) 31s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (47s) 31s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (32s) 31s ago 22m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (22m) 31s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 5a6de85230ad 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (22m) 101s ago 22m 62.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 1fce46210dfb 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (22m) 101s ago 22m 61.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (22m) 101s ago 22m 57.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (21m) 101s ago 21m 63.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (15m) 101s ago 21m 65.9M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (21m) 31s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:04:27.289 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (21m) 101s ago 21m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 5, 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 7, 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:04:27.495 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:04:27.518 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:04:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:04:27.671 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:27 trial069 systemd[1]: Stopping Ceph osd.3 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:04:27.671 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.672 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.673 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T03:04:27.673 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.673 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:04:27.673 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:27.673 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/205774570' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.673 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:27.673 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T03:04:27.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.675 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:04:27.675 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:27.675 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:27 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/205774570' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.675 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:04:27.675 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:04:27.675 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:04:27.675 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [], 2026-02-12T03:04:27.675 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T03:04:27.675 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "3/8 daemons upgraded", 2026-02-12T03:04:27.676 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:04:27.676 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:04:27.676 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:04:27.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:27.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T03:04:27.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:27.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T03:04:27.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:27.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:27 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/205774570' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:28.088 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:27 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[42838]: 2026-02-12T03:04:27.699+0000 7f38ca77f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:04:28.088 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:27 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[42838]: 2026-02-12T03:04:27.699+0000 7f38ca77f640 -1 osd.3 115 *** Got signal Terminated *** 2026-02-12T03:04:28.088 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:27 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[42838]: 2026-02-12T03:04:27.699+0000 7f38ca77f640 -1 osd.3 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:04:28.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:04:28.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:04:28.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mgr 2026-02-12T03:04:28.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mon 2026-02-12T03:04:28.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all crash 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: Upgrade: osd.3 is safe to restart 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: Upgrade: Updating osd.3 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: Deploying daemon osd.3 on trial069 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[93129]: osd.3 marked itself down and dead 2026-02-12T03:04:28.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mgr 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mon 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all crash 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: Upgrade: osd.3 is safe to restart 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: Upgrade: Updating osd.3 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: Deploying daemon osd.3 on trial069 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:28 trial069 ceph-mon[90892]: osd.3 marked itself down and dead 2026-02-12T03:04:28.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:04:28.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mgr 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mon 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all crash 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: Upgrade: osd.3 is safe to restart 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: Upgrade: Updating osd.3 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: Deploying daemon osd.3 on trial069 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:28 trial132 ceph-mon[70387]: osd.3 marked itself down and dead 2026-02-12T03:04:29.244 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:28 trial069 podman[121748]: 2026-02-12 03:04:28.933973081 +0000 UTC m=+1.247972539 container died 5a6de85230ad343523007a855e308963c318bc6de80ed0c3009db9e21de7ec7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=squid, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS) 2026-02-12T03:04:29.245 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:28 trial069 podman[121748]: 2026-02-12 03:04:28.944378446 +0000 UTC m=+1.258377904 container remove 5a6de85230ad343523007a855e308963c318bc6de80ed0c3009db9e21de7ec7d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, ceph=True) 2026-02-12T03:04:29.245 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:28 trial069 bash[121748]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3 2026-02-12T03:04:29.245 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[121888]: 2026-02-12 03:04:29.080732039 +0000 UTC m=+0.016051517 container create 9a8a3295ecbcd039d0d0c30c2c501e9e30a036b42bff8ece32715a48c0b18ffd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209) 2026-02-12T03:04:29.245 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[121888]: 2026-02-12 03:04:29.117128977 +0000 UTC m=+0.052448455 container init 9a8a3295ecbcd039d0d0c30c2c501e9e30a036b42bff8ece32715a48c0b18ffd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2026-02-12T03:04:29.245 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[121888]: 2026-02-12 03:04:29.119611796 +0000 UTC m=+0.054931274 container start 9a8a3295ecbcd039d0d0c30c2c501e9e30a036b42bff8ece32715a48c0b18ffd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:04:29.245 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[121888]: 2026-02-12 03:04:29.1200418 +0000 UTC m=+0.055361278 container attach 9a8a3295ecbcd039d0d0c30c2c501e9e30a036b42bff8ece32715a48c0b18ffd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3) 2026-02-12T03:04:29.245 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[121888]: 2026-02-12 03:04:29.074464937 +0000 UTC m=+0.009784415 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:29.245 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[121888]: 2026-02-12 03:04:29.244827936 +0000 UTC m=+0.180147434 container died 9a8a3295ecbcd039d0d0c30c2c501e9e30a036b42bff8ece32715a48c0b18ffd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:04:29.515 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[121888]: 2026-02-12 03:04:29.254266895 +0000 UTC m=+0.189586373 container remove 9a8a3295ecbcd039d0d0c30c2c501e9e30a036b42bff8ece32715a48c0b18ffd (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:04:29.515 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.3.service: Deactivated successfully. 2026-02-12T03:04:29.515 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 systemd[1]: Stopped Ceph osd.3 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:04:29.515 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.3.service: Consumed 7.183s CPU time. 2026-02-12T03:04:29.515 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 systemd[1]: Starting Ceph osd.3 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:04:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:29 trial069 ceph-mon[90892]: from='client.44367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:29 trial069 ceph-mon[90892]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:29 trial069 ceph-mon[90892]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:04:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:29 trial069 ceph-mon[90892]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T03:04:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:29 trial069 ceph-mon[93129]: from='client.44367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:29 trial069 ceph-mon[93129]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:29 trial069 ceph-mon[93129]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:04:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:29 trial069 ceph-mon[93129]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T03:04:29.839 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[122028]: 2026-02-12 03:04:29.514681629 +0000 UTC m=+0.016094077 container create 1e8af6bf2ec34e34f0a3f7ae6d95500f81c8b195431cc5e9bcf57794efbb8fb1 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2) 2026-02-12T03:04:29.839 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[122028]: 2026-02-12 03:04:29.544661294 +0000 UTC m=+0.046073752 container init 1e8af6bf2ec34e34f0a3f7ae6d95500f81c8b195431cc5e9bcf57794efbb8fb1 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2) 2026-02-12T03:04:29.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[122028]: 2026-02-12 03:04:29.547119117 +0000 UTC m=+0.048531575 container start 1e8af6bf2ec34e34f0a3f7ae6d95500f81c8b195431cc5e9bcf57794efbb8fb1 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:04:29.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[122028]: 2026-02-12 03:04:29.54764486 +0000 UTC m=+0.049057308 container attach 1e8af6bf2ec34e34f0a3f7ae6d95500f81c8b195431cc5e9bcf57794efbb8fb1 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:04:29.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 podman[122028]: 2026-02-12 03:04:29.508691876 +0000 UTC m=+0.010104324 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:29.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:29.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:29.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:29.840 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:29.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:29 trial132 ceph-mon[70387]: from='client.44367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:29.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:29 trial132 ceph-mon[70387]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:04:29.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:29 trial132 ceph-mon[70387]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:04:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:29 trial132 ceph-mon[70387]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T03:04:30.338 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:04:30.338 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2026-02-12T03:04:30.339 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate[122050]: --> ceph-volume lvm activate successful for osd ID: 3 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:29 trial069 bash[122028]: --> ceph-volume lvm activate successful for osd ID: 3 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 podman[122028]: 2026-02-12 03:04:30.003577721 +0000 UTC m=+0.504990169 container died 1e8af6bf2ec34e34f0a3f7ae6d95500f81c8b195431cc5e9bcf57794efbb8fb1 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate, ceph=True, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 podman[122028]: 2026-02-12 03:04:30.014881606 +0000 UTC m=+0.516294044 container remove 1e8af6bf2ec34e34f0a3f7ae6d95500f81c8b195431cc5e9bcf57794efbb8fb1 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0) 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 podman[122252]: 2026-02-12 03:04:30.093088636 +0000 UTC m=+0.015972249 container create c3bddf9029e2b114f5d59dd460d1161f0875a0b35034daf96ba60b57448947cc (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:04:30.340 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 podman[122252]: 2026-02-12 03:04:30.11809096 +0000 UTC m=+0.040974573 container init c3bddf9029e2b114f5d59dd460d1161f0875a0b35034daf96ba60b57448947cc (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:04:30.341 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 podman[122252]: 2026-02-12 03:04:30.12038703 +0000 UTC m=+0.043270644 container start c3bddf9029e2b114f5d59dd460d1161f0875a0b35034daf96ba60b57448947cc (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:04:30.341 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 bash[122252]: c3bddf9029e2b114f5d59dd460d1161f0875a0b35034daf96ba60b57448947cc 2026-02-12T03:04:30.341 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 podman[122252]: 2026-02-12 03:04:30.086544657 +0000 UTC m=+0.009428260 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:30.341 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 systemd[1]: Started Ceph osd.3 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:04:30.341 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 ceph-osd[122278]: -- 10.20.193.69:0/1049137205 <== mon.2 v2:10.20.193.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2b03860 con 0x2a9fc00 2026-02-12T03:04:30.723 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:30 trial069 ceph-mon[90892]: osdmap e117: 8 total, 7 up, 8 in 2026-02-12T03:04:30.723 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:30 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:30.724 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:30 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:30.724 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:30 trial069 ceph-mon[93129]: osdmap e117: 8 total, 7 up, 8 in 2026-02-12T03:04:30.724 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:30 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:30.724 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:30 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:30.724 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[122274]: 2026-02-12T03:04:30.415+0000 7f66ba2c2780 -1 Falling back to public interface 2026-02-12T03:04:30.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:30 trial132 ceph-mon[70387]: osdmap e117: 8 total, 7 up, 8 in 2026-02-12T03:04:30.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:30 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:30.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:30 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.020 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:30 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[122274]: 2026-02-12T03:04:30.945+0000 7f66ba2c2780 -1 osd.3 115 log_to_monitors true 2026-02-12T03:04:31.784 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:04:31 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[122274]: 2026-02-12T03:04:31.536+0000 7f66b210b640 -1 osd.3 115 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:04:31.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[90892]: pgmap v73: 161 pgs: 20 active+undersized, 13 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 43/732 objects degraded (5.874%) 2026-02-12T03:04:31.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[90892]: from='osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:04:31.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[90892]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:04:31.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[90892]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 12 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:31.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[93129]: pgmap v73: 161 pgs: 20 active+undersized, 13 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 43/732 objects degraded (5.874%) 2026-02-12T03:04:31.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[93129]: from='osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:04:31.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[93129]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:04:31.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[93129]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 12 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:31.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:31 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:31 trial132 ceph-mon[70387]: pgmap v73: 161 pgs: 20 active+undersized, 13 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 43/732 objects degraded (5.874%) 2026-02-12T03:04:31.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:31 trial132 ceph-mon[70387]: from='osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:04:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:31 trial132 ceph-mon[70387]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T03:04:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:31 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:31 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:31 trial132 ceph-mon[70387]: Health check failed: Degraded data redundancy: 43/732 objects degraded (5.874%), 12 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:31 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:31.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:31 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.531 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:04:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:04:32.317+0000 7f2d3b82b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:04:32.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:32.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:04:32.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T03:04:32.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:04:32.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:32.834 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:32.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:32.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.835 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:04:32.835 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: osdmap e118: 8 total, 7 up, 8 in 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial069", "root=default"]} : dispatch 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:32.836 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.837 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.837 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:32.837 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:04:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:04:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:32] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:04:33.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:32.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:04:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:04:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[90892]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:04:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[90892]: pgmap v75: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:04:33.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[90892]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:04:33.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[90892]: osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238] boot 2026-02-12T03:04:33.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[90892]: osdmap e119: 8 total, 8 up, 8 in 2026-02-12T03:04:33.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:04:33.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:04:33.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[93129]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:04:33.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[93129]: pgmap v75: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:04:33.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[93129]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:04:33.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[93129]: osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238] boot 2026-02-12T03:04:33.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[93129]: osdmap e119: 8 total, 8 up, 8 in 2026-02-12T03:04:33.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:04:33.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:33 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:04:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:33 trial132 ceph-mon[70387]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:04:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:33 trial132 ceph-mon[70387]: pgmap v75: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:04:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:33 trial132 ceph-mon[70387]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:04:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:33 trial132 ceph-mon[70387]: osd.3 [v2:10.20.193.69:6826/1525440238,v1:10.20.193.69:6827/1525440238] boot 2026-02-12T03:04:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:33 trial132 ceph-mon[70387]: osdmap e119: 8 total, 8 up, 8 in 2026-02-12T03:04:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T03:04:34.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:34 trial069 ceph-mon[93129]: osdmap e120: 8 total, 8 up, 8 in 2026-02-12T03:04:34.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:34 trial069 ceph-mon[90892]: osdmap e120: 8 total, 8 up, 8 in 2026-02-12T03:04:34.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:34 trial132 ceph-mon[70387]: osdmap e120: 8 total, 8 up, 8 in 2026-02-12T03:04:35.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:35 trial069 ceph-mon[90892]: pgmap v78: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:04:35.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:35 trial069 ceph-mon[93129]: pgmap v78: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:04:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:35 trial132 ceph-mon[70387]: pgmap v78: 161 pgs: 42 active+undersized, 24 active+undersized+degraded, 95 active+clean; 585 KiB data, 245 MiB used, 5.5 TiB / 5.5 TiB avail; 96/732 objects degraded (13.115%) 2026-02-12T03:04:37.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:37 trial069 ceph-mon[90892]: pgmap v79: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 40/732 objects degraded (5.464%) 2026-02-12T03:04:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:37 trial069 ceph-mon[93129]: pgmap v79: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 40/732 objects degraded (5.464%) 2026-02-12T03:04:37.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:37 trial132 ceph-mon[70387]: pgmap v79: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 40/732 objects degraded (5.464%) 2026-02-12T03:04:37.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:04:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:04:38.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:38 trial069 ceph-mon[90892]: Health check update: Degraded data redundancy: 40/732 objects degraded (5.464%), 9 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:38.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:38 trial069 ceph-mon[93129]: Health check update: Degraded data redundancy: 40/732 objects degraded (5.464%), 9 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:38.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:38 trial132 ceph-mon[70387]: Health check update: Degraded data redundancy: 40/732 objects degraded (5.464%), 9 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:39.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:39 trial069 ceph-mon[90892]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 295 B/s rd, 0 op/s 2026-02-12T03:04:39.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:39 trial069 ceph-mon[93129]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 295 B/s rd, 0 op/s 2026-02-12T03:04:39.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:39 trial132 ceph-mon[70387]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 295 B/s rd, 0 op/s 2026-02-12T03:04:40.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:40 trial069 ceph-mon[90892]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/732 objects degraded (5.464%), 9 pgs degraded) 2026-02-12T03:04:40.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:40 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:04:40.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:40 trial069 ceph-mon[93129]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/732 objects degraded (5.464%), 9 pgs degraded) 2026-02-12T03:04:40.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:40 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:04:40.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:40 trial132 ceph-mon[70387]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/732 objects degraded (5.464%), 9 pgs degraded) 2026-02-12T03:04:40.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:40 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:04:41.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:41 trial069 ceph-mon[90892]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T03:04:41.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:41 trial069 ceph-mon[93129]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T03:04:41.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:41 trial132 ceph-mon[70387]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 0 op/s 2026-02-12T03:04:42.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:42 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:42.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:42 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:42.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:42 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:43.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:43 trial069 ceph-mon[90892]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 722 B/s rd, 0 op/s 2026-02-12T03:04:43.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:43 trial069 ceph-mon[93129]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 722 B/s rd, 0 op/s 2026-02-12T03:04:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:04:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:42] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:04:43.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:43 trial132 ceph-mon[70387]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 722 B/s rd, 0 op/s 2026-02-12T03:04:43.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:42.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:04:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:45 trial132 ceph-mon[70387]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 656 B/s rd, 0 op/s 2026-02-12T03:04:45.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:45 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:46.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:45 trial069 ceph-mon[90892]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 656 B/s rd, 0 op/s 2026-02-12T03:04:46.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:45 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:46.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:45 trial069 ceph-mon[93129]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 656 B/s rd, 0 op/s 2026-02-12T03:04:46.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:45 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:47.498 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:04:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:04:47.773 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:47 trial132 ceph-mon[70387]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T03:04:47.773 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:04:47.774 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:47.774 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:04:47.774 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:47 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:48.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[90892]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T03:04:48.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:04:48.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:48.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:04:48.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:48.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[93129]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 597 B/s rd, 0 op/s 2026-02-12T03:04:48.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T03:04:48.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:48.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T03:04:48.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:47 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:48.307 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:48 trial132 systemd[1]: Stopping Ceph osd.4 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:04:48.664 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[21689]: 2026-02-12T03:04:48.303+0000 7f9809e13640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:04:48.664 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[21689]: 2026-02-12T03:04:48.303+0000 7f9809e13640 -1 osd.4 120 *** Got signal Terminated *** 2026-02-12T03:04:48.664 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:48 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[21689]: 2026-02-12T03:04:48.303+0000 7f9809e13640 -1 osd.4 120 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:04:48.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:48 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:04:48.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:48 trial132 ceph-mon[70387]: Upgrade: osd.4 is safe to restart 2026-02-12T03:04:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:48 trial132 ceph-mon[70387]: Upgrade: Updating osd.4 2026-02-12T03:04:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:48 trial132 ceph-mon[70387]: Deploying daemon osd.4 on trial132 2026-02-12T03:04:48.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:48 trial132 ceph-mon[70387]: osd.4 marked itself down and dead 2026-02-12T03:04:49.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[90892]: Upgrade: osd.4 is safe to restart 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[90892]: Upgrade: Updating osd.4 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[90892]: Deploying daemon osd.4 on trial132 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[90892]: osd.4 marked itself down and dead 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[93129]: Upgrade: osd.4 is safe to restart 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[93129]: Upgrade: Updating osd.4 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[93129]: Deploying daemon osd.4 on trial132 2026-02-12T03:04:49.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:48 trial069 ceph-mon[93129]: osd.4 marked itself down and dead 2026-02-12T03:04:49.414 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81105]: 2026-02-12 03:04:49.143515406 +0000 UTC m=+0.851915456 container died 1fce46210dfb3be5ba501849650b80b2b05414ca333ed21c39aa38df5514e885 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=squid, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:04:49.414 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81105]: 2026-02-12 03:04:49.154022173 +0000 UTC m=+0.862422223 container remove 1fce46210dfb3be5ba501849650b80b2b05414ca333ed21c39aa38df5514e885 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, OSD_FLAVOR=default, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, io.buildah.version=1.41.3) 2026-02-12T03:04:49.414 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 bash[81105]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4 2026-02-12T03:04:49.414 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81238]: 2026-02-12 03:04:49.292343489 +0000 UTC m=+0.015191627 container create 19d2ec548910db0a99d54e6f6efb3968aefbe686e56c9e91fa1c40c5ec7a79ca (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3) 2026-02-12T03:04:49.414 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81238]: 2026-02-12 03:04:49.330024462 +0000 UTC m=+0.052872550 container init 19d2ec548910db0a99d54e6f6efb3968aefbe686e56c9e91fa1c40c5ec7a79ca (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:04:49.414 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81238]: 2026-02-12 03:04:49.332823471 +0000 UTC m=+0.055671560 container start 19d2ec548910db0a99d54e6f6efb3968aefbe686e56c9e91fa1c40c5ec7a79ca (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, ceph=True, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2026-02-12T03:04:49.414 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81238]: 2026-02-12 03:04:49.333344907 +0000 UTC m=+0.056193006 container attach 19d2ec548910db0a99d54e6f6efb3968aefbe686e56c9e91fa1c40c5ec7a79ca (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:04:49.415 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81238]: 2026-02-12 03:04:49.286419881 +0000 UTC m=+0.009267969 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:49.758 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:49 trial132 ceph-mon[70387]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:04:49.758 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:49 trial132 ceph-mon[70387]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:04:49.758 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:49 trial132 ceph-mon[70387]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T03:04:49.758 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81271]: 2026-02-12 03:04:49.481121653 +0000 UTC m=+0.011771846 container died 19d2ec548910db0a99d54e6f6efb3968aefbe686e56c9e91fa1c40c5ec7a79ca (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, ceph=True) 2026-02-12T03:04:49.759 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81271]: 2026-02-12 03:04:49.490811721 +0000 UTC m=+0.021461914 container remove 19d2ec548910db0a99d54e6f6efb3968aefbe686e56c9e91fa1c40c5ec7a79ca (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:04:49.759 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.4.service: Deactivated successfully. 2026-02-12T03:04:49.759 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 systemd[1]: Stopped Ceph osd.4 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:04:49.759 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.4.service: Consumed 7.305s CPU time. 2026-02-12T03:04:49.759 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 systemd[1]: Starting Ceph osd.4 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:04:50.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:49 trial069 ceph-mon[90892]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:04:50.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:49 trial069 ceph-mon[90892]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:04:50.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:49 trial069 ceph-mon[90892]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T03:04:50.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:49 trial069 ceph-mon[93129]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:04:50.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:49 trial069 ceph-mon[93129]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:04:50.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:49 trial069 ceph-mon[93129]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T03:04:50.117 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81386]: 2026-02-12 03:04:49.756064434 +0000 UTC m=+0.016758370 container create 7084454cad1cba530329c1f655e86ad15f75062fe7a0a26a0c12fd196ecc2bbf (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209) 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81386]: 2026-02-12 03:04:49.786696092 +0000 UTC m=+0.047389958 container init 7084454cad1cba530329c1f655e86ad15f75062fe7a0a26a0c12fd196ecc2bbf (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81386]: 2026-02-12 03:04:49.789098499 +0000 UTC m=+0.049792355 container start 7084454cad1cba530329c1f655e86ad15f75062fe7a0a26a0c12fd196ecc2bbf (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default) 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81386]: 2026-02-12 03:04:49.789760448 +0000 UTC m=+0.050454314 container attach 7084454cad1cba530329c1f655e86ad15f75062fe7a0a26a0c12fd196ecc2bbf (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 podman[81386]: 2026-02-12 03:04:49.749328385 +0000 UTC m=+0.010022251 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 bash[81386]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:49 trial132 bash[81386]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:50.118 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:50.368 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:50.368 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:04:50.368 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T03:04:50.368 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T03:04:50.368 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate[81411]: --> ceph-volume lvm activate successful for osd ID: 4 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81386]: --> ceph-volume lvm activate successful for osd ID: 4 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 podman[81386]: 2026-02-12 03:04:50.245501045 +0000 UTC m=+0.506194911 container died 7084454cad1cba530329c1f655e86ad15f75062fe7a0a26a0c12fd196ecc2bbf (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 podman[81386]: 2026-02-12 03:04:50.256830512 +0000 UTC m=+0.517524368 container remove 7084454cad1cba530329c1f655e86ad15f75062fe7a0a26a0c12fd196ecc2bbf (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-activate, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, OSD_FLAVOR=default) 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 podman[81607]: 2026-02-12 03:04:50.3355486 +0000 UTC m=+0.015580255 container create b4737cfe34edace82e1d0eeedee82847acaf5f67a39b900dcf8ae555127f00e3 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, ceph=True, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 podman[81607]: 2026-02-12 03:04:50.360522578 +0000 UTC m=+0.040554233 container init b4737cfe34edace82e1d0eeedee82847acaf5f67a39b900dcf8ae555127f00e3 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 podman[81607]: 2026-02-12 03:04:50.36307219 +0000 UTC m=+0.043103865 container start b4737cfe34edace82e1d0eeedee82847acaf5f67a39b900dcf8ae555127f00e3 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 bash[81607]: b4737cfe34edace82e1d0eeedee82847acaf5f67a39b900dcf8ae555127f00e3 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 podman[81607]: 2026-02-12 03:04:50.32907349 +0000 UTC m=+0.009105145 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:04:50.369 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 systemd[1]: Started Ceph osd.4 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:04:50.625 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-osd[81634]: -- 10.20.193.132:0/3212784273 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x311b860 con 0x30b7c00 2026-02-12T03:04:50.891 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:50 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[81630]: 2026-02-12T03:04:50.622+0000 7ff0c205e780 -1 Falling back to public interface 2026-02-12T03:04:50.891 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:50 trial132 ceph-mon[70387]: osdmap e122: 8 total, 7 up, 8 in 2026-02-12T03:04:50.891 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:50.891 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:50 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:50 trial069 ceph-mon[90892]: osdmap e122: 8 total, 7 up, 8 in 2026-02-12T03:04:51.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:50 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:50 trial069 ceph-mon[93129]: osdmap e122: 8 total, 7 up, 8 in 2026-02-12T03:04:51.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:50 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.164 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[81630]: 2026-02-12T03:04:51.110+0000 7ff0c205e780 -1 osd.4 120 log_to_monitors true 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[90892]: pgmap v88: 161 pgs: 20 active+undersized, 14 stale+active+clean, 12 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 63/732 objects degraded (8.607%) 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[90892]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[90892]: Health check failed: Degraded data redundancy: 63/732 objects degraded (8.607%), 12 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[93129]: pgmap v88: 161 pgs: 20 active+undersized, 14 stale+active+clean, 12 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 63/732 objects degraded (8.607%) 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[93129]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:51 trial069 ceph-mon[93129]: Health check failed: Degraded data redundancy: 63/732 objects degraded (8.607%), 12 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:51.958 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:04:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[81630]: 2026-02-12T03:04:51.676+0000 7ff0b9ea7640 -1 osd.4 120 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:04:51.958 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:51 trial132 ceph-mon[70387]: pgmap v88: 161 pgs: 20 active+undersized, 14 stale+active+clean, 12 active+undersized+degraded, 115 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 63/732 objects degraded (8.607%) 2026-02-12T03:04:51.958 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:51 trial132 ceph-mon[70387]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T03:04:51.959 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.959 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:51 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:51.959 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:51 trial132 ceph-mon[70387]: Health check failed: Degraded data redundancy: 63/732 objects degraded (8.607%), 12 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:52.833 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:52.833 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:04:52.833 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: pgmap v90: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:52.835 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:52.835 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:52.835 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:04:52.835 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:04:52.835 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:52 trial132 ceph-mon[70387]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T03:04:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:04:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:04:52.636+0000 7f2d3b82b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T03:04:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:04:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:52] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: pgmap v90: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[90892]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T03:04:53.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: osdmap e123: 8 total, 7 up, 8 in 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: pgmap v90: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s; 125/732 objects degraded (17.077%) 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:04:53.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:04:53.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:04:53.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:53.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:53.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:53.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:04:53.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:04:53.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:52 trial069 ceph-mon[93129]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T03:04:53.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:04:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:04:52.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:04:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:53 trial069 ceph-mon[90892]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:04:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:53 trial069 ceph-mon[90892]: osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418] boot 2026-02-12T03:04:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:53 trial069 ceph-mon[90892]: osdmap e124: 8 total, 8 up, 8 in 2026-02-12T03:04:54.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:04:54.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:53 trial069 ceph-mon[93129]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:04:54.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:53 trial069 ceph-mon[93129]: osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418] boot 2026-02-12T03:04:54.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:53 trial069 ceph-mon[93129]: osdmap e124: 8 total, 8 up, 8 in 2026-02-12T03:04:54.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:04:54.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:53 trial132 ceph-mon[70387]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:04:54.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:53 trial132 ceph-mon[70387]: osd.4 [v2:10.20.193.132:6800/851274418,v1:10.20.193.132:6801/851274418] boot 2026-02-12T03:04:54.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:53 trial132 ceph-mon[70387]: osdmap e124: 8 total, 8 up, 8 in 2026-02-12T03:04:54.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T03:04:55.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:54 trial069 ceph-mon[90892]: osdmap e125: 8 total, 8 up, 8 in 2026-02-12T03:04:55.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:54 trial069 ceph-mon[90892]: pgmap v93: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 125/732 objects degraded (17.077%) 2026-02-12T03:04:55.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:54 trial069 ceph-mon[93129]: osdmap e125: 8 total, 8 up, 8 in 2026-02-12T03:04:55.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:54 trial069 ceph-mon[93129]: pgmap v93: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 125/732 objects degraded (17.077%) 2026-02-12T03:04:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:54 trial132 ceph-mon[70387]: osdmap e125: 8 total, 8 up, 8 in 2026-02-12T03:04:55.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:54 trial132 ceph-mon[70387]: pgmap v93: 161 pgs: 42 active+undersized, 26 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 125/732 objects degraded (17.077%) 2026-02-12T03:04:56.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:56 trial069 ceph-mon[90892]: Health check update: Degraded data redundancy: 40/732 objects degraded (5.464%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:56 trial069 ceph-mon[93129]: Health check update: Degraded data redundancy: 40/732 objects degraded (5.464%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:56.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:56 trial132 ceph-mon[70387]: Health check update: Degraded data redundancy: 40/732 objects degraded (5.464%), 11 pgs degraded (PG_DEGRADED) 2026-02-12T03:04:57.563 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:04:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:04:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:04:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:57 trial069 ceph-mon[90892]: pgmap v94: 161 pgs: 16 active+undersized, 11 active+undersized+degraded, 134 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 40/732 objects degraded (5.464%) 2026-02-12T03:04:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:57 trial069 ceph-mon[93129]: pgmap v94: 161 pgs: 16 active+undersized, 11 active+undersized+degraded, 134 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 40/732 objects degraded (5.464%) 2026-02-12T03:04:57.855 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:04:57.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:57 trial132 ceph-mon[70387]: pgmap v94: 161 pgs: 16 active+undersized, 11 active+undersized+degraded, 134 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 40/732 objects degraded (5.464%) 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (3m) 27s ago 22m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (3m) 6s ago 22m 150M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (3m) 27s ago 21m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (3m) 6s ago 23m 493M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (12m) 27s ago 24m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (2m) 27s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (2m) 6s ago 23m 46.1M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (2m) 27s ago 23m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (3m) 27s ago 21m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (3m) 6s ago 21m 13.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (98s) 27s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (78s) 27s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (63s) 27s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (28s) 27s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb c3bddf9029e2 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (7s) 6s ago 22m 13.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb b4737cfe34ed 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (22m) 6s ago 22m 66.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 f4d2862659d5 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (22m) 6s ago 22m 62.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (22m) 6s ago 22m 69.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (15m) 6s ago 22m 68.0M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (21m) 27s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:04:58.188 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (21m) 6s ago 21m 115M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3, 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 5 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 5, 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 10 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:04:58.392 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:04:58.563 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:04:58.563 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:04:58.564 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:04:58.564 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [], 2026-02-12T03:04:58.564 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T03:04:58.564 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "5/8 daemons upgraded", 2026-02-12T03:04:58.564 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:04:58.564 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:04:58.564 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:04:58.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:58 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/682464797' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:58.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:58 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/682464797' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:58.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:58 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/682464797' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[90892]: from='client.44385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[90892]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[90892]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[90892]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 753 B/s rd, 0 op/s 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[90892]: from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[90892]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/732 objects degraded (5.464%), 11 pgs degraded) 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[93129]: from='client.44385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[93129]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[93129]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[93129]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 753 B/s rd, 0 op/s 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[93129]: from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[93129]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/732 objects degraded (5.464%), 11 pgs degraded) 2026-02-12T03:04:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:04:59 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:04:59.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:59 trial132 ceph-mon[70387]: from='client.44385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:59 trial132 ceph-mon[70387]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:59 trial132 ceph-mon[70387]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:59 trial132 ceph-mon[70387]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 753 B/s rd, 0 op/s 2026-02-12T03:04:59.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:59 trial132 ceph-mon[70387]: from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:04:59.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:59 trial132 ceph-mon[70387]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/732 objects degraded (5.464%), 11 pgs degraded) 2026-02-12T03:04:59.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:04:59 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:05:01.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:01 trial069 ceph-mon[90892]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:05:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:01 trial069 ceph-mon[93129]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:05:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:01 trial132 ceph-mon[70387]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T03:05:02.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:02 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:02.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:02 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:02.833 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:02 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:05:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:02] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:05:03.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:02.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:05:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:03 trial069 ceph-mon[90892]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:05:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:03 trial069 ceph-mon[93129]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:05:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:03 trial132 ceph-mon[70387]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:05:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:05 trial132 ceph-mon[70387]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 949 B/s rd, 0 op/s 2026-02-12T03:05:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:05 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:06.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:05 trial069 ceph-mon[90892]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 949 B/s rd, 0 op/s 2026-02-12T03:05:06.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:05 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:05 trial069 ceph-mon[93129]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 949 B/s rd, 0 op/s 2026-02-12T03:05:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:05 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:07.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:05:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:05:07.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:07 trial132 ceph-mon[70387]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:05:07.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:07 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:05:08.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:07 trial069 ceph-mon[90892]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:05:08.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:07 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:05:08.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:07 trial069 ceph-mon[93129]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:05:08.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:07 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T03:05:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:08 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:05:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:08 trial132 ceph-mon[70387]: Upgrade: osd.5 is safe to restart 2026-02-12T03:05:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:08 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:08 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:05:08.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:08 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:08.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:08 trial132 ceph-mon[70387]: osd.5 marked itself down and dead 2026-02-12T03:05:08.916 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:08 trial132 systemd[1]: Stopping Ceph osd.5 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:05:08.916 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:08 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[27057]: 2026-02-12T03:05:08.607+0000 7f840acf6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:05:08.916 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:08 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[27057]: 2026-02-12T03:05:08.607+0000 7f840acf6640 -1 osd.5 125 *** Got signal Terminated *** 2026-02-12T03:05:08.917 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:08 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[27057]: 2026-02-12T03:05:08.607+0000 7f840acf6640 -1 osd.5 125 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:05:09.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:05:09.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[90892]: Upgrade: osd.5 is safe to restart 2026-02-12T03:05:09.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:09.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:05:09.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:09.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[90892]: osd.5 marked itself down and dead 2026-02-12T03:05:09.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T03:05:09.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[93129]: Upgrade: osd.5 is safe to restart 2026-02-12T03:05:09.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:09.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T03:05:09.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:09.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:08 trial069 ceph-mon[93129]: osd.5 marked itself down and dead 2026-02-12T03:05:09.657 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87111]: 2026-02-12 03:05:09.346669563 +0000 UTC m=+0.751311922 container died f4d2862659d5d46935f3c6a557dfc872de8868a707498485041b24589b81a9ad (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=squid, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:05:09.657 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87111]: 2026-02-12 03:05:09.35536013 +0000 UTC m=+0.760002489 container remove f4d2862659d5d46935f3c6a557dfc872de8868a707498485041b24589b81a9ad (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_REF=squid, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:05:09.657 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 bash[87111]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5 2026-02-12T03:05:09.657 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87242]: 2026-02-12 03:05:09.494393039 +0000 UTC m=+0.016447569 container create 819c035a190eed00ab04698010c1966a0ad5204b96052bdc3bb21107564796f5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, io.buildah.version=1.41.3, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0) 2026-02-12T03:05:09.657 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87242]: 2026-02-12 03:05:09.52377133 +0000 UTC m=+0.045825870 container init 819c035a190eed00ab04698010c1966a0ad5204b96052bdc3bb21107564796f5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0) 2026-02-12T03:05:09.658 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87242]: 2026-02-12 03:05:09.526210105 +0000 UTC m=+0.048264655 container start 819c035a190eed00ab04698010c1966a0ad5204b96052bdc3bb21107564796f5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS) 2026-02-12T03:05:09.658 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87242]: 2026-02-12 03:05:09.526914313 +0000 UTC m=+0.048968853 container attach 819c035a190eed00ab04698010c1966a0ad5204b96052bdc3bb21107564796f5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, ceph=True, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:05:09.658 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87242]: 2026-02-12 03:05:09.488317286 +0000 UTC m=+0.010371826 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:09 trial132 ceph-mon[70387]: Upgrade: Updating osd.5 2026-02-12T03:05:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:09 trial132 ceph-mon[70387]: Deploying daemon osd.5 on trial132 2026-02-12T03:05:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:09 trial132 ceph-mon[70387]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:09 trial132 ceph-mon[70387]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:09.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:09 trial132 ceph-mon[70387]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T03:05:09.915 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87242]: 2026-02-12 03:05:09.654647691 +0000 UTC m=+0.176702241 container died 819c035a190eed00ab04698010c1966a0ad5204b96052bdc3bb21107564796f5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0) 2026-02-12T03:05:09.915 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87242]: 2026-02-12 03:05:09.665437868 +0000 UTC m=+0.187492408 container remove 819c035a190eed00ab04698010c1966a0ad5204b96052bdc3bb21107564796f5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:05:09.915 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.5.service: Deactivated successfully. 2026-02-12T03:05:09.915 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 systemd[1]: Stopped Ceph osd.5 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:05:09.915 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.5.service: Consumed 7.119s CPU time. 2026-02-12T03:05:09.915 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 systemd[1]: Starting Ceph osd.5 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[90892]: Upgrade: Updating osd.5 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[90892]: Deploying daemon osd.5 on trial132 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[90892]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[90892]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[90892]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[93129]: Upgrade: Updating osd.5 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[93129]: Deploying daemon osd.5 on trial132 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[93129]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[93129]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:10.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:09 trial069 ceph-mon[93129]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T03:05:10.254 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87391]: 2026-02-12 03:05:09.925587499 +0000 UTC m=+0.016704680 container create 39631adfc53dd2a5031bd38a81090e2fb333e22d26b7b68446320de9e5cc3cc5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default) 2026-02-12T03:05:10.254 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87391]: 2026-02-12 03:05:09.953968594 +0000 UTC m=+0.045085705 container init 39631adfc53dd2a5031bd38a81090e2fb333e22d26b7b68446320de9e5cc3cc5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default) 2026-02-12T03:05:10.254 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87391]: 2026-02-12 03:05:09.956492859 +0000 UTC m=+0.047609960 container start 39631adfc53dd2a5031bd38a81090e2fb333e22d26b7b68446320de9e5cc3cc5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:09 trial132 podman[87391]: 2026-02-12 03:05:09.956995831 +0000 UTC m=+0.048112952 container attach 39631adfc53dd2a5031bd38a81090e2fb333e22d26b7b68446320de9e5cc3cc5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 podman[87391]: 2026-02-12 03:05:09.918774045 +0000 UTC m=+0.009891156 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:05:10.255 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:10.510 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:10.510 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:10.510 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T03:05:10.510 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T03:05:10.510 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate[87413]: --> ceph-volume lvm activate successful for osd ID: 5 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87391]: --> ceph-volume lvm activate successful for osd ID: 5 2026-02-12T03:05:10.511 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 podman[87391]: 2026-02-12 03:05:10.391256931 +0000 UTC m=+0.482374052 container died 39631adfc53dd2a5031bd38a81090e2fb333e22d26b7b68446320de9e5cc3cc5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:05:10.512 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 podman[87391]: 2026-02-12 03:05:10.401597347 +0000 UTC m=+0.492714458 container remove 39631adfc53dd2a5031bd38a81090e2fb333e22d26b7b68446320de9e5cc3cc5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2026-02-12T03:05:10.512 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 podman[87607]: 2026-02-12 03:05:10.481561608 +0000 UTC m=+0.016882322 container create 95eecfff66017424a2e212bec54c37395e8434938fb0ed7109f02fc43d450531 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:05:10.764 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 podman[87607]: 2026-02-12 03:05:10.508910591 +0000 UTC m=+0.044231295 container init 95eecfff66017424a2e212bec54c37395e8434938fb0ed7109f02fc43d450531 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2) 2026-02-12T03:05:10.764 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 podman[87607]: 2026-02-12 03:05:10.511486483 +0000 UTC m=+0.046807187 container start 95eecfff66017424a2e212bec54c37395e8434938fb0ed7109f02fc43d450531 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:05:10.764 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 bash[87607]: 95eecfff66017424a2e212bec54c37395e8434938fb0ed7109f02fc43d450531 2026-02-12T03:05:10.764 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 podman[87607]: 2026-02-12 03:05:10.475448605 +0000 UTC m=+0.010769329 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:10.764 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 systemd[1]: Started Ceph osd.5 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:05:10.765 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-osd[87635]: -- 10.20.193.132:0/1577946203 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x32d1860 con 0x342c400 2026-02-12T03:05:11.031 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:10 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:05:10.760+0000 7fd14742b780 -1 Falling back to public interface 2026-02-12T03:05:11.031 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:10 trial132 ceph-mon[70387]: osdmap e127: 8 total, 7 up, 8 in 2026-02-12T03:05:11.031 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:10 trial132 ceph-mon[70387]: pgmap v103: 161 pgs: 10 active+undersized, 16 stale+active+clean, 6 active+undersized+degraded, 129 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 19/732 objects degraded (2.596%) 2026-02-12T03:05:11.031 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:10 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:11.031 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:10 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:11.292 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:11 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:05:11.247+0000 7fd14742b780 -1 osd.5 125 log_to_monitors true 2026-02-12T03:05:11.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:10 trial069 ceph-mon[90892]: osdmap e127: 8 total, 7 up, 8 in 2026-02-12T03:05:11.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:10 trial069 ceph-mon[90892]: pgmap v103: 161 pgs: 10 active+undersized, 16 stale+active+clean, 6 active+undersized+degraded, 129 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 19/732 objects degraded (2.596%) 2026-02-12T03:05:11.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:10 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:11.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:10 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:11.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:10 trial069 ceph-mon[93129]: osdmap e127: 8 total, 7 up, 8 in 2026-02-12T03:05:11.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:10 trial069 ceph-mon[93129]: pgmap v103: 161 pgs: 10 active+undersized, 16 stale+active+clean, 6 active+undersized+degraded, 129 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 19/732 objects degraded (2.596%) 2026-02-12T03:05:11.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:10 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:11.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:10 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.196 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:05:11 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:05:11.949+0000 7fd13b26c640 -1 osd.5 125 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:05:12.196 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:11 trial132 ceph-mon[70387]: Health check failed: Degraded data redundancy: 19/732 objects degraded (2.596%), 6 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:12.196 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:11 trial132 ceph-mon[70387]: from='osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:05:12.196 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:11 trial132 ceph-mon[70387]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:05:12.196 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:11 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.196 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:11 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.196 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:11 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:12.196 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:11 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.196 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:11 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[90892]: Health check failed: Degraded data redundancy: 19/732 objects degraded (2.596%), 6 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[90892]: from='osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[90892]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[93129]: Health check failed: Degraded data redundancy: 19/732 objects degraded (2.596%), 6 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[93129]: from='osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[93129]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:11 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:12.944 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:12.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:05:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:05:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:05:12.774+0000 7f2d3b82b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:05:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:05:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:12] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:05:13.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:05:13.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:13.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T03:05:13.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:13.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: pgmap v105: 161 pgs: 38 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:05:13.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:05:13.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: pgmap v105: 161 pgs: 38 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:12 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:05:13.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T03:05:13.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:13.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: osdmap e128: 8 total, 7 up, 8 in 2026-02-12T03:05:13.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:13.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: pgmap v105: 161 pgs: 38 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:05:13.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:13.416 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:12 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:05:14.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:05:14.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[90892]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:05:14.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[90892]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:14.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[90892]: osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069] boot 2026-02-12T03:05:14.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[90892]: osdmap e129: 8 total, 8 up, 8 in 2026-02-12T03:05:14.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:05:14.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:05:14.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[93129]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:05:14.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[93129]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:14.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[93129]: osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069] boot 2026-02-12T03:05:14.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[93129]: osdmap e129: 8 total, 8 up, 8 in 2026-02-12T03:05:14.340 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:13 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:05:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:13 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:05:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:13 trial132 ceph-mon[70387]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T03:05:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:13 trial132 ceph-mon[70387]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:13 trial132 ceph-mon[70387]: osd.5 [v2:10.20.193.132:6808/1220181069,v1:10.20.193.132:6809/1220181069] boot 2026-02-12T03:05:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:13 trial132 ceph-mon[70387]: osdmap e129: 8 total, 8 up, 8 in 2026-02-12T03:05:14.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:13 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T03:05:15.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:14 trial069 ceph-mon[90892]: osdmap e130: 8 total, 8 up, 8 in 2026-02-12T03:05:15.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:14 trial069 ceph-mon[90892]: pgmap v108: 161 pgs: 38 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:05:15.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:14 trial069 ceph-mon[93129]: osdmap e130: 8 total, 8 up, 8 in 2026-02-12T03:05:15.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:14 trial069 ceph-mon[93129]: pgmap v108: 161 pgs: 38 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:05:15.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:14 trial132 ceph-mon[70387]: osdmap e130: 8 total, 8 up, 8 in 2026-02-12T03:05:15.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:14 trial132 ceph-mon[70387]: pgmap v108: 161 pgs: 38 active+undersized, 21 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T03:05:16.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:16 trial069 ceph-mon[90892]: Health check update: Degraded data redundancy: 81/732 objects degraded (11.066%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:16.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:16 trial069 ceph-mon[93129]: Health check update: Degraded data redundancy: 81/732 objects degraded (11.066%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:16.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:16 trial132 ceph-mon[70387]: Health check update: Degraded data redundancy: 81/732 objects degraded (11.066%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:17.337 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:17 trial069 ceph-mon[90892]: pgmap v109: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 46/732 objects degraded (6.284%) 2026-02-12T03:05:17.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:17 trial069 ceph-mon[93129]: pgmap v109: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 46/732 objects degraded (6.284%) 2026-02-12T03:05:17.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:17 trial132 ceph-mon[70387]: pgmap v109: 161 pgs: 20 active+undersized, 12 active+undersized+degraded, 129 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 46/732 objects degraded (6.284%) 2026-02-12T03:05:17.414 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:05:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:05:18.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:18 trial069 ceph-mon[90892]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/732 objects degraded (6.284%), 12 pgs degraded) 2026-02-12T03:05:18.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:18 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:05:18.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:18 trial069 ceph-mon[93129]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/732 objects degraded (6.284%), 12 pgs degraded) 2026-02-12T03:05:18.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:18 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:05:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:18 trial132 ceph-mon[70387]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/732 objects degraded (6.284%), 12 pgs degraded) 2026-02-12T03:05:18.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:18 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:05:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:19 trial069 ceph-mon[90892]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 627 B/s rd, 0 op/s 2026-02-12T03:05:19.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:19 trial069 ceph-mon[93129]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 627 B/s rd, 0 op/s 2026-02-12T03:05:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:19 trial132 ceph-mon[70387]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 627 B/s rd, 0 op/s 2026-02-12T03:05:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:21 trial069 ceph-mon[90892]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T03:05:21.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:21 trial069 ceph-mon[93129]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T03:05:21.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:21 trial132 ceph-mon[70387]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T03:05:22.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:22 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:22.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:22 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:22.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:22 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:22.833 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:05:22.833 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:05:22.833 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:05:22.833 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:22.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:05:23.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:05:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:22] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:05:23.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:23 trial069 ceph-mon[90892]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 967 B/s rd, 0 op/s 2026-02-12T03:05:23.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:23 trial069 ceph-mon[93129]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 967 B/s rd, 0 op/s 2026-02-12T03:05:23.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:23 trial132 ceph-mon[70387]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 967 B/s rd, 0 op/s 2026-02-12T03:05:26.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:25 trial069 ceph-mon[90892]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 876 B/s rd, 0 op/s 2026-02-12T03:05:26.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:25 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:26.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:25 trial069 ceph-mon[93129]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 876 B/s rd, 0 op/s 2026-02-12T03:05:26.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:25 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:26.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:25 trial132 ceph-mon[70387]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 876 B/s rd, 0 op/s 2026-02-12T03:05:26.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:25 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:27.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:05:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:05:27.962 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:27 trial132 ceph-mon[70387]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:05:28.087 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:27 trial069 ceph-mon[90892]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:05:28.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:27 trial069 ceph-mon[93129]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T03:05:28.747 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:05:28.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:05:28.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:28.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:05:28.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:28.915 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:28 trial132 systemd[1]: Stopping Ceph osd.6 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:05:28.915 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[32202]: 2026-02-12T03:05:28.751+0000 7fb198fe8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:05:28.915 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[32202]: 2026-02-12T03:05:28.751+0000 7fb198fe8640 -1 osd.6 130 *** Got signal Terminated *** 2026-02-12T03:05:28.915 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[32202]: 2026-02-12T03:05:28.751+0000 7fb198fe8640 -1 osd.6 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:05:29.082 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:05:29.082 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (3m) 58s ago 22m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:05:29.082 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (3m) 17s ago 22m 150M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:05:29.082 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (3m) 58s ago 22m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:05:29.082 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (3m) 17s ago 24m 493M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:05:29.082 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (13m) 58s ago 24m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (2m) 58s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (3m) 17s ago 24m 47.3M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (2m) 58s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (3m) 58s ago 22m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (3m) 17s ago 22m 13.8M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (2m) 58s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (109s) 58s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (94s) 58s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (58s) 58s ago 23m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb c3bddf9029e2 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (38s) 17s ago 23m 50.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb b4737cfe34ed 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (18s) 17s ago 23m 14.2M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 95eecfff6601 2026-02-12T03:05:29.083 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (23m) 17s ago 23m 64.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 bc66bcf33606 2026-02-12T03:05:29.084 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (23m) 17s ago 23m 71.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 c3cf24a71b87 2026-02-12T03:05:29.084 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (16m) 17s ago 22m 68.0M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:05:29.084 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (22m) 58s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:05:29.084 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (22m) 17s ago 22m 116M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:05:29.084 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:05:29.084 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:29.084 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:05:29.085 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:29.085 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T03:05:29.085 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:29.085 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T03:05:29.085 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:29.285 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T03:05:29.286 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 6 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 4, 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 11 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:05:29.287 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:05:29.458 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:05:29.458 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:05:29.458 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:05:29.459 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [], 2026-02-12T03:05:29.459 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T03:05:29.459 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "6/8 daemons upgraded", 2026-02-12T03:05:29.459 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T03:05:29.459 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:05:29.459 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:05:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:05:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[90892]: Upgrade: osd.6 is safe to restart 2026-02-12T03:05:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[90892]: Upgrade: Updating osd.6 2026-02-12T03:05:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[90892]: Deploying daemon osd.6 on trial132 2026-02-12T03:05:29.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[90892]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:29.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[90892]: osd.6 marked itself down and dead 2026-02-12T03:05:29.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1906773156' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:05:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[93129]: Upgrade: osd.6 is safe to restart 2026-02-12T03:05:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[93129]: Upgrade: Updating osd.6 2026-02-12T03:05:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[93129]: Deploying daemon osd.6 on trial132 2026-02-12T03:05:29.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[93129]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:29.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[93129]: osd.6 marked itself down and dead 2026-02-12T03:05:29.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:29 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1906773156' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:30.161 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:29 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T03:05:30.162 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:29 trial132 ceph-mon[70387]: Upgrade: osd.6 is safe to restart 2026-02-12T03:05:30.162 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:29 trial132 ceph-mon[70387]: Upgrade: Updating osd.6 2026-02-12T03:05:30.162 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:29 trial132 ceph-mon[70387]: Deploying daemon osd.6 on trial132 2026-02-12T03:05:30.162 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:29 trial132 ceph-mon[70387]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:30.162 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:29 trial132 ceph-mon[70387]: osd.6 marked itself down and dead 2026-02-12T03:05:30.162 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:29 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1906773156' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:30.415 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93145]: 2026-02-12 03:05:30.158994338 +0000 UTC m=+1.420722503 container died bc66bcf33606993d4820c2423abec9137f4fdf1f9254068aec5f6a1e95c8b4be (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:05:30.415 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93145]: 2026-02-12 03:05:30.168550045 +0000 UTC m=+1.430278220 container remove bc66bcf33606993d4820c2423abec9137f4fdf1f9254068aec5f6a1e95c8b4be (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0) 2026-02-12T03:05:30.415 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 bash[93145]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6 2026-02-12T03:05:30.415 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93284]: 2026-02-12 03:05:30.311324316 +0000 UTC m=+0.015939117 container create c51fce7c80fa7094fbf6621730e80347a98a939abd9a0e52cdfbf361511891e2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-deactivate, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:05:30.415 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93284]: 2026-02-12 03:05:30.343951619 +0000 UTC m=+0.048566420 container init c51fce7c80fa7094fbf6621730e80347a98a939abd9a0e52cdfbf361511891e2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:05:30.415 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93284]: 2026-02-12 03:05:30.34634561 +0000 UTC m=+0.050960401 container start c51fce7c80fa7094fbf6621730e80347a98a939abd9a0e52cdfbf361511891e2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209) 2026-02-12T03:05:30.415 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93284]: 2026-02-12 03:05:30.346767059 +0000 UTC m=+0.051381860 container attach c51fce7c80fa7094fbf6621730e80347a98a939abd9a0e52cdfbf361511891e2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:05:30.415 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93284]: 2026-02-12 03:05:30.305486558 +0000 UTC m=+0.010101359 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:30.754 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:30 trial132 ceph-mon[70387]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:30.755 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:30 trial132 ceph-mon[70387]: from='client.44427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:30.755 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:30 trial132 ceph-mon[70387]: from='client.54404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:30.755 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:30 trial132 ceph-mon[70387]: from='client.44445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:30.755 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:30 trial132 ceph-mon[70387]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:30.755 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:30 trial132 ceph-mon[70387]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T03:05:30.755 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93284]: 2026-02-12 03:05:30.478085136 +0000 UTC m=+0.182699938 container died c51fce7c80fa7094fbf6621730e80347a98a939abd9a0e52cdfbf361511891e2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209) 2026-02-12T03:05:30.755 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93284]: 2026-02-12 03:05:30.488375879 +0000 UTC m=+0.192990680 container remove c51fce7c80fa7094fbf6621730e80347a98a939abd9a0e52cdfbf361511891e2 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, io.buildah.version=1.41.3, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2026-02-12T03:05:30.755 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.6.service: Deactivated successfully. 2026-02-12T03:05:30.755 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 systemd[1]: Stopped Ceph osd.6 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:05:30.755 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.6.service: Consumed 6.220s CPU time. 2026-02-12T03:05:30.755 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 systemd[1]: Starting Ceph osd.6 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93430]: 2026-02-12 03:05:30.751838961 +0000 UTC m=+0.015880337 container create bb97993fb04f225f5aa89f986e27d74c5a228c3c0f0e1ef0bdb65c094201db5f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, ceph=True, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, OSD_FLAVOR=default) 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93430]: 2026-02-12 03:05:30.779010883 +0000 UTC m=+0.043052168 container init bb97993fb04f225f5aa89f986e27d74c5a228c3c0f0e1ef0bdb65c094201db5f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93430]: 2026-02-12 03:05:30.781832385 +0000 UTC m=+0.045873680 container start bb97993fb04f225f5aa89f986e27d74c5a228c3c0f0e1ef0bdb65c094201db5f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, ceph=True, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0) 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93430]: 2026-02-12 03:05:30.782286886 +0000 UTC m=+0.046328181 container attach bb97993fb04f225f5aa89f986e27d74c5a228c3c0f0e1ef0bdb65c094201db5f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 podman[93430]: 2026-02-12 03:05:30.745809265 +0000 UTC m=+0.009850570 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 bash[93430]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:30 trial132 bash[93430]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:05:31.078 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[90892]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[90892]: from='client.44427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[90892]: from='client.54404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[90892]: from='client.44445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[90892]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[90892]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[93129]: from='client.54392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[93129]: from='client.44427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[93129]: from='client.54404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[93129]: from='client.44445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[93129]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:31.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:30 trial069 ceph-mon[93129]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T03:05:31.333 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:31.333 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:31.333 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T03:05:31.334 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate[93453]: --> ceph-volume lvm activate successful for osd ID: 6 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93430]: --> ceph-volume lvm activate successful for osd ID: 6 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 podman[93430]: 2026-02-12 03:05:31.19665037 +0000 UTC m=+0.460691655 container died bb97993fb04f225f5aa89f986e27d74c5a228c3c0f0e1ef0bdb65c094201db5f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, OSD_FLAVOR=default) 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 podman[93430]: 2026-02-12 03:05:31.207085222 +0000 UTC m=+0.471126507 container remove bb97993fb04f225f5aa89f986e27d74c5a228c3c0f0e1ef0bdb65c094201db5f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6-activate, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 podman[93659]: 2026-02-12 03:05:31.287016812 +0000 UTC m=+0.015775771 container create 134e9e7de07288e0d03a16dd69285bef4dc82742e40fc2011a6062b6678bf22b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209) 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 podman[93659]: 2026-02-12 03:05:31.313707353 +0000 UTC m=+0.042466312 container init 134e9e7de07288e0d03a16dd69285bef4dc82742e40fc2011a6062b6678bf22b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6, org.label-schema.license=GPLv2, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 podman[93659]: 2026-02-12 03:05:31.316364336 +0000 UTC m=+0.045123295 container start 134e9e7de07288e0d03a16dd69285bef4dc82742e40fc2011a6062b6678bf22b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 bash[93659]: 134e9e7de07288e0d03a16dd69285bef4dc82742e40fc2011a6062b6678bf22b 2026-02-12T03:05:31.335 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 podman[93659]: 2026-02-12 03:05:31.280985162 +0000 UTC m=+0.009744121 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:31.336 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 systemd[1]: Started Ceph osd.6 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:05:31.336 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-osd[93684]: -- 10.20.193.132:0/1477696318 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x32ed860 con 0x3289c00 2026-02-12T03:05:31.614 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:05:31.551+0000 7f70f0136780 -1 Falling back to public interface 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[90892]: pgmap v117: 161 pgs: 9 peering, 12 stale+active+clean, 140 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[90892]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[90892]: osdmap e132: 8 total, 7 up, 8 in 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[93129]: pgmap v117: 161 pgs: 9 peering, 12 stale+active+clean, 140 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[93129]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[93129]: osdmap e132: 8 total, 7 up, 8 in 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:31 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:31.906 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:31 trial132 ceph-mon[70387]: pgmap v117: 161 pgs: 9 peering, 12 stale+active+clean, 140 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:05:31.906 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:31 trial132 ceph-mon[70387]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2026-02-12T03:05:31.906 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:31 trial132 ceph-mon[70387]: osdmap e132: 8 total, 7 up, 8 in 2026-02-12T03:05:31.906 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:31 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:31.906 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:31 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:32.164 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:05:32.017+0000 7f70f0136780 -1 osd.6 130 log_to_monitors true 2026-02-12T03:05:32.925 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:05:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:05:32.680+0000 7f70e3f77640 -1 osd.6 130 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:05:32.926 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:32.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:05:32.926 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:32 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:32.926 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:32 trial132 ceph-mon[70387]: from='osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:05:32.926 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:32 trial132 ceph-mon[70387]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:05:32.926 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:32.926 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:32.926 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:32.926 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:32 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:05:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:32] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:05:33.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:33.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[90892]: from='osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:05:33.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[90892]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:05:33.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:33.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[93129]: from='osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:05:33.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[93129]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T03:05:33.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:32 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: pgmap v119: 161 pgs: 25 active+undersized, 13 peering, 15 active+undersized+degraded, 108 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T03:05:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:05:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T03:05:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:33.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: Health check failed: Degraded data redundancy: 58/732 objects degraded (7.923%), 15 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:05:33.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:33 trial132 ceph-mon[70387]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T03:05:34.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:05:33 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:05:33.589+0000 7f2d3b82b640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T03:05:34.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: pgmap v119: 161 pgs: 25 active+undersized, 13 peering, 15 active+undersized+degraded, 108 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: Health check failed: Degraded data redundancy: 58/732 objects degraded (7.923%), 15 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:34.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[90892]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: pgmap v119: 161 pgs: 25 active+undersized, 13 peering, 15 active+undersized+degraded, 108 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:34.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: osdmap e133: 8 total, 7 up, 8 in 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: Health check failed: Degraded data redundancy: 58/732 objects degraded (7.923%), 15 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:34.091 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:34.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:34.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:05:34.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:05:34.092 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:33 trial069 ceph-mon[93129]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T03:05:35.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[90892]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:35.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[90892]: osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318] boot 2026-02-12T03:05:35.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[90892]: osdmap e134: 8 total, 8 up, 8 in 2026-02-12T03:05:35.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:05:35.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[90892]: pgmap v122: 161 pgs: 25 active+undersized, 13 peering, 15 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T03:05:35.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[93129]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:35.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[93129]: osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318] boot 2026-02-12T03:05:35.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[93129]: osdmap e134: 8 total, 8 up, 8 in 2026-02-12T03:05:35.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:05:35.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:34 trial069 ceph-mon[93129]: pgmap v122: 161 pgs: 25 active+undersized, 13 peering, 15 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T03:05:35.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:34 trial132 ceph-mon[70387]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:35.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:34 trial132 ceph-mon[70387]: osd.6 [v2:10.20.193.132:6816/4203900318,v1:10.20.193.132:6817/4203900318] boot 2026-02-12T03:05:35.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:34 trial132 ceph-mon[70387]: osdmap e134: 8 total, 8 up, 8 in 2026-02-12T03:05:35.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:34 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T03:05:35.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:34 trial132 ceph-mon[70387]: pgmap v122: 161 pgs: 25 active+undersized, 13 peering, 15 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 58/732 objects degraded (7.923%) 2026-02-12T03:05:36.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:35 trial069 ceph-mon[90892]: osdmap e135: 8 total, 8 up, 8 in 2026-02-12T03:05:36.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:35 trial069 ceph-mon[93129]: osdmap e135: 8 total, 8 up, 8 in 2026-02-12T03:05:36.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:35 trial132 ceph-mon[70387]: osdmap e135: 8 total, 8 up, 8 in 2026-02-12T03:05:37.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:36 trial069 ceph-mon[90892]: pgmap v124: 161 pgs: 24 active+undersized, 2 peering, 14 active+undersized+degraded, 121 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 57/732 objects degraded (7.787%) 2026-02-12T03:05:37.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:36 trial069 ceph-mon[93129]: pgmap v124: 161 pgs: 24 active+undersized, 2 peering, 14 active+undersized+degraded, 121 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 57/732 objects degraded (7.787%) 2026-02-12T03:05:37.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:36 trial132 ceph-mon[70387]: pgmap v124: 161 pgs: 24 active+undersized, 2 peering, 14 active+undersized+degraded, 121 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 57/732 objects degraded (7.787%) 2026-02-12T03:05:37.664 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:05:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:05:38.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:38 trial069 ceph-mon[90892]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2026-02-12T03:05:38.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:38 trial069 ceph-mon[90892]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/732 objects degraded (7.787%), 14 pgs degraded) 2026-02-12T03:05:38.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:38 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:05:38.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:38 trial069 ceph-mon[93129]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2026-02-12T03:05:38.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:38 trial069 ceph-mon[93129]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/732 objects degraded (7.787%), 14 pgs degraded) 2026-02-12T03:05:38.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:38 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:05:38.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:38 trial132 ceph-mon[70387]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2026-02-12T03:05:38.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:38 trial132 ceph-mon[70387]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/732 objects degraded (7.787%), 14 pgs degraded) 2026-02-12T03:05:38.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:38 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:05:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:39 trial069 ceph-mon[90892]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:05:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:39 trial069 ceph-mon[93129]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:05:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:39 trial132 ceph-mon[70387]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T03:05:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:41 trial069 ceph-mon[90892]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 525 B/s rd, 0 op/s 2026-02-12T03:05:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:41 trial069 ceph-mon[93129]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 525 B/s rd, 0 op/s 2026-02-12T03:05:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:41 trial132 ceph-mon[70387]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 525 B/s rd, 0 op/s 2026-02-12T03:05:42.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:42 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:42.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:42 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:42.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:42 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:43.087 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:05:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:42] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:05:43.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:42.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:05:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:43 trial069 ceph-mon[90892]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:05:43.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:43 trial069 ceph-mon[93129]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:05:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:43 trial132 ceph-mon[70387]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:05:46.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:45 trial069 ceph-mon[90892]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 921 B/s rd, 0 op/s 2026-02-12T03:05:46.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:45 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:46.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:45 trial069 ceph-mon[93129]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 921 B/s rd, 0 op/s 2026-02-12T03:05:46.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:45 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:46.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:45 trial132 ceph-mon[70387]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 921 B/s rd, 0 op/s 2026-02-12T03:05:46.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:45 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:47.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:47 trial069 ceph-mon[90892]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 781 B/s rd, 0 op/s 2026-02-12T03:05:47.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:47 trial069 ceph-mon[93129]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 781 B/s rd, 0 op/s 2026-02-12T03:05:47.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:47 trial132 ceph-mon[70387]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 781 B/s rd, 0 op/s 2026-02-12T03:05:47.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:05:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:05:49.570 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:49 trial132 systemd[1]: Stopping Ceph osd.7 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:05:49.571 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:49 trial132 ceph-mon[70387]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:49.571 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:49 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:05:49.571 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:49 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:05:49.571 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:49 trial132 ceph-mon[70387]: Upgrade: osd.7 is safe to restart 2026-02-12T03:05:49.571 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:49 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:49.571 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:49 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:05:49.571 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:49 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[90892]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:05:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:05:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[90892]: Upgrade: osd.7 is safe to restart 2026-02-12T03:05:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:49.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:05:49.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[93129]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:05:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T03:05:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T03:05:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[93129]: Upgrade: osd.7 is safe to restart 2026-02-12T03:05:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:49.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T03:05:49.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:49 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:49.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:49 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[37367]: 2026-02-12T03:05:49.565+0000 7f737efbd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:05:49.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:49 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[37367]: 2026-02-12T03:05:49.566+0000 7f737efbd640 -1 osd.7 135 *** Got signal Terminated *** 2026-02-12T03:05:49.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:49 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[37367]: 2026-02-12T03:05:49.566+0000 7f737efbd640 -1 osd.7 135 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:05:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:50 trial069 ceph-mon[90892]: Upgrade: Updating osd.7 2026-02-12T03:05:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:50 trial069 ceph-mon[90892]: Deploying daemon osd.7 on trial132 2026-02-12T03:05:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:50 trial069 ceph-mon[90892]: osd.7 marked itself down and dead 2026-02-12T03:05:50.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:50 trial069 ceph-mon[93129]: Upgrade: Updating osd.7 2026-02-12T03:05:50.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:50 trial069 ceph-mon[93129]: Deploying daemon osd.7 on trial132 2026-02-12T03:05:50.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:50 trial069 ceph-mon[93129]: osd.7 marked itself down and dead 2026-02-12T03:05:50.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:50 trial132 ceph-mon[70387]: Upgrade: Updating osd.7 2026-02-12T03:05:50.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:50 trial132 ceph-mon[70387]: Deploying daemon osd.7 on trial132 2026-02-12T03:05:50.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:50 trial132 ceph-mon[70387]: osd.7 marked itself down and dead 2026-02-12T03:05:51.207 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:50 trial132 podman[99194]: 2026-02-12 03:05:50.913289416 +0000 UTC m=+1.359543227 container died c3cf24a71b8724f4ca71789761dc5eb9504080aa20a71dcd4a4f8a8e09b26bdf (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, ceph=True, OSD_FLAVOR=default) 2026-02-12T03:05:51.208 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:50 trial132 podman[99194]: 2026-02-12 03:05:50.922225032 +0000 UTC m=+1.368478853 container remove c3cf24a71b8724f4ca71789761dc5eb9504080aa20a71dcd4a4f8a8e09b26bdf (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3) 2026-02-12T03:05:51.208 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:50 trial132 bash[99194]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7 2026-02-12T03:05:51.208 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99327]: 2026-02-12 03:05:51.054035992 +0000 UTC m=+0.015858065 container create 16aa686670b9413ff85cdeba768ac9615fe9c3c1bd4d190e5812b882a78ec29d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T03:05:51.208 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99327]: 2026-02-12 03:05:51.082817938 +0000 UTC m=+0.044640011 container init 16aa686670b9413ff85cdeba768ac9615fe9c3c1bd4d190e5812b882a78ec29d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default) 2026-02-12T03:05:51.208 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99327]: 2026-02-12 03:05:51.085208753 +0000 UTC m=+0.047030826 container start 16aa686670b9413ff85cdeba768ac9615fe9c3c1bd4d190e5812b882a78ec29d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:05:51.208 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99327]: 2026-02-12 03:05:51.085655739 +0000 UTC m=+0.047477802 container attach 16aa686670b9413ff85cdeba768ac9615fe9c3c1bd4d190e5812b882a78ec29d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default) 2026-02-12T03:05:51.208 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99327]: 2026-02-12 03:05:51.047923651 +0000 UTC m=+0.009745714 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:51.209 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99327]: 2026-02-12 03:05:51.204678101 +0000 UTC m=+0.166500174 container died 16aa686670b9413ff85cdeba768ac9615fe9c3c1bd4d190e5812b882a78ec29d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2026-02-12T03:05:51.474 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99327]: 2026-02-12 03:05:51.215473919 +0000 UTC m=+0.177295982 container remove 16aa686670b9413ff85cdeba768ac9615fe9c3c1bd4d190e5812b882a78ec29d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:05:51.474 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.7.service: Deactivated successfully. 2026-02-12T03:05:51.474 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 systemd[1]: Stopped Ceph osd.7 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:05:51.475 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.7.service: Consumed 7.302s CPU time. 2026-02-12T03:05:51.475 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 systemd[1]: Starting Ceph osd.7 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:05:51.819 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:51 trial132 ceph-mon[70387]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:05:51.820 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:51 trial132 ceph-mon[70387]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:51.820 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:51 trial132 ceph-mon[70387]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T03:05:51.820 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:51 trial132 ceph-mon[70387]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T03:05:51.820 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99477]: 2026-02-12 03:05:51.471756901 +0000 UTC m=+0.016286016 container create 37e996829addfeadcce1b0e9b4d2dfe58ebda3548a78da011acfdf0635b4459e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:05:51.820 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99477]: 2026-02-12 03:05:51.500196806 +0000 UTC m=+0.044725921 container init 37e996829addfeadcce1b0e9b4d2dfe58ebda3548a78da011acfdf0635b4459e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209) 2026-02-12T03:05:51.820 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99477]: 2026-02-12 03:05:51.502835025 +0000 UTC m=+0.047364150 container start 37e996829addfeadcce1b0e9b4d2dfe58ebda3548a78da011acfdf0635b4459e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True) 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99477]: 2026-02-12 03:05:51.503828595 +0000 UTC m=+0.048357710 container attach 37e996829addfeadcce1b0e9b4d2dfe58ebda3548a78da011acfdf0635b4459e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99477]: 2026-02-12 03:05:51.465278464 +0000 UTC m=+0.009807589 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:51.821 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:51 trial069 ceph-mon[90892]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:05:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:51 trial069 ceph-mon[90892]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:51 trial069 ceph-mon[90892]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T03:05:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:51 trial069 ceph-mon[90892]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T03:05:51.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:51 trial069 ceph-mon[93129]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:05:51.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:51 trial069 ceph-mon[93129]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T03:05:51.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:51 trial069 ceph-mon[93129]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T03:05:51.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:51 trial069 ceph-mon[93129]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T03:05:52.072 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2026-02-12T03:05:52.073 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate[99498]: --> ceph-volume lvm activate successful for osd ID: 7 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 bash[99477]: --> ceph-volume lvm activate successful for osd ID: 7 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99477]: 2026-02-12 03:05:51.953577786 +0000 UTC m=+0.498106921 container died 37e996829addfeadcce1b0e9b4d2dfe58ebda3548a78da011acfdf0635b4459e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:51 trial132 podman[99477]: 2026-02-12 03:05:51.964226839 +0000 UTC m=+0.508755964 container remove 37e996829addfeadcce1b0e9b4d2dfe58ebda3548a78da011acfdf0635b4459e (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-activate, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0) 2026-02-12T03:05:52.074 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 podman[99710]: 2026-02-12 03:05:52.042907657 +0000 UTC m=+0.015334204 container create 68a5e76fed8a3eb4839ee6099399af0b3b0f68815b88b57f4c64e0c247ad4d4d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, ceph=True) 2026-02-12T03:05:52.336 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 podman[99710]: 2026-02-12 03:05:52.071390042 +0000 UTC m=+0.043816599 container init 68a5e76fed8a3eb4839ee6099399af0b3b0f68815b88b57f4c64e0c247ad4d4d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7, OSD_FLAVOR=default, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209) 2026-02-12T03:05:52.337 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 podman[99710]: 2026-02-12 03:05:52.074082512 +0000 UTC m=+0.046509069 container start 68a5e76fed8a3eb4839ee6099399af0b3b0f68815b88b57f4c64e0c247ad4d4d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:05:52.337 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 bash[99710]: 68a5e76fed8a3eb4839ee6099399af0b3b0f68815b88b57f4c64e0c247ad4d4d 2026-02-12T03:05:52.337 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 podman[99710]: 2026-02-12 03:05:52.037195315 +0000 UTC m=+0.009621872 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:05:52.337 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 systemd[1]: Started Ceph osd.7 for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:05:52.337 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 ceph-osd[99736]: -- 10.20.193.132:0/4111697044 <== mon.1 v2:10.20.193.132:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x38e9860 con 0x3a44400 2026-02-12T03:05:52.337 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:05:52.312+0000 7f6fad523780 -1 Falling back to public interface 2026-02-12T03:05:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:52 trial132 ceph-mon[70387]: osdmap e137: 8 total, 7 up, 8 in 2026-02-12T03:05:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:52 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:52.665 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:52.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:52 trial069 ceph-mon[90892]: osdmap e137: 8 total, 7 up, 8 in 2026-02-12T03:05:52.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:52 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:52.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:52.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:52.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:52 trial069 ceph-mon[93129]: osdmap e137: 8 total, 7 up, 8 in 2026-02-12T03:05:52.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:52 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:05:52.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:52.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:52.930 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:05:52.840+0000 7f6fad523780 -1 osd.7 135 log_to_monitors true 2026-02-12T03:05:52.930 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:05:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:05:52.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:05:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:05:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:52] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:05:53.793 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:05:53 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:05:53.540+0000 7f6fa536c640 -1 osd.7 135 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T03:05:53.793 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:53 trial132 ceph-mon[70387]: pgmap v134: 161 pgs: 18 active+undersized, 25 peering, 4 stale+active+clean, 16 active+undersized+degraded, 98 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 78/732 objects degraded (10.656%) 2026-02-12T03:05:53.793 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:53 trial132 ceph-mon[70387]: from='osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:05:53.794 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:53 trial132 ceph-mon[70387]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:05:53.794 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.794 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.794 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:53 trial132 ceph-mon[70387]: Health check failed: Degraded data redundancy: 78/732 objects degraded (10.656%), 16 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:53.794 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.794 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:53 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[90892]: pgmap v134: 161 pgs: 18 active+undersized, 25 peering, 4 stale+active+clean, 16 active+undersized+degraded, 98 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 78/732 objects degraded (10.656%) 2026-02-12T03:05:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[90892]: from='osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:05:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[90892]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:05:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[90892]: Health check failed: Degraded data redundancy: 78/732 objects degraded (10.656%), 16 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[93129]: pgmap v134: 161 pgs: 18 active+undersized, 25 peering, 4 stale+active+clean, 16 active+undersized+degraded, 98 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 78/732 objects degraded (10.656%) 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[93129]: from='osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[93129]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[93129]: Health check failed: Degraded data redundancy: 78/732 objects degraded (10.656%), 16 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:53.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:53.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:53 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:05:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T03:05:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T03:05:54.840 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T03:05:54.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:05:54.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T03:05:54.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:05:54.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T03:05:54.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:05:54.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:54.843 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T03:05:54.844 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T03:05:54.845 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:54 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:05:54.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T03:05:54.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:54.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: osdmap e138: 8 total, 7 up, 8 in 2026-02-12T03:05:54.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial132", "root=default"]} : dispatch 2026-02-12T03:05:54.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:54.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T03:05:54.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T03:05:54.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T03:05:54.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T03:05:54.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T03:05:54.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T03:05:54.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T03:05:54.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:54 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T03:05:55.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all osd 2026-02-12T03:05:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T03:05:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: pgmap v136: 161 pgs: 27 active+undersized, 25 peering, 17 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T03:05:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T03:05:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T03:05:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554] boot 2026-02-12T03:05:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: osdmap e139: 8 total, 8 up, 8 in 2026-02-12T03:05:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mds 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:05:55.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nfs 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all smb 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.842 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all osd 2026-02-12T03:05:55.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: pgmap v136: 161 pgs: 27 active+undersized, 25 peering, 17 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554] boot 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: osdmap e139: 8 total, 8 up, 8 in 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mds 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nfs 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.844 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all smb 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.845 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Finalizing container_image settings 2026-02-12T03:05:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:05:55.846 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:05:55.847 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:05:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:05:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:05:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:05:55.848 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:05:55.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.848 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Finalizing container_image settings 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:05:55.849 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:05:55.850 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:05:55.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:05:55.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:05:55.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:05:55.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:05:55.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:05:55.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.851 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: Upgrade: Complete! 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:05:55.852 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:05:55.853 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.854 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: Upgrade: Complete! 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.855 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:55 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all osd 2026-02-12T03:05:55.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T03:05:55.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: pgmap v136: 161 pgs: 27 active+undersized, 25 peering, 17 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: osd.7 [v2:10.20.193.132:6824/2933260554,v1:10.20.193.132:6825/2933260554] boot 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: osdmap e139: 8 total, 8 up, 8 in 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mds 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nfs 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all smb 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Finalizing container_image settings 2026-02-12T03:05:55.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:05:55.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: Upgrade: Complete! 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:55.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:05:55.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:05:55.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:55.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:55 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:05:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:56 trial069 ceph-mon[93129]: osdmap e140: 8 total, 8 up, 8 in 2026-02-12T03:05:56.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:56 trial069 ceph-mon[90892]: osdmap e140: 8 total, 8 up, 8 in 2026-02-12T03:05:56.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:56 trial132 ceph-mon[70387]: osdmap e140: 8 total, 8 up, 8 in 2026-02-12T03:05:57.543 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:05:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:05:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:05:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:57 trial069 ceph-mon[93129]: pgmap v139: 161 pgs: 27 active+undersized, 7 peering, 17 active+undersized+degraded, 110 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T03:05:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:57 trial069 ceph-mon[90892]: pgmap v139: 161 pgs: 27 active+undersized, 7 peering, 17 active+undersized+degraded, 110 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T03:05:57.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:57 trial132 ceph-mon[70387]: pgmap v139: 161 pgs: 27 active+undersized, 7 peering, 17 active+undersized+degraded, 110 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T03:05:58.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:58 trial132 ceph-mon[70387]: Health check update: Degraded data redundancy: 38/732 objects degraded (5.191%), 7 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:59.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:58 trial069 ceph-mon[93129]: Health check update: Degraded data redundancy: 38/732 objects degraded (5.191%), 7 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:59.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:58 trial069 ceph-mon[90892]: Health check update: Degraded data redundancy: 38/732 objects degraded (5.191%), 7 pgs degraded (PG_DEGRADED) 2026-02-12T03:05:59.632 INFO:teuthology.orchestra.run.trial069.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:05:59.671 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:05:59.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:05:59 trial132 ceph-mon[70387]: pgmap v140: 161 pgs: 8 active+undersized, 7 peering, 7 active+undersized+degraded, 139 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 38/732 objects degraded (5.191%) 2026-02-12T03:05:59.957 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:05:59.979 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:05:59 trial069 ceph-mon[90892]: pgmap v140: 161 pgs: 8 active+undersized, 7 peering, 7 active+undersized+degraded, 139 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 38/732 objects degraded (5.191%) 2026-02-12T03:05:59.979 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:05:59 trial069 ceph-mon[93129]: pgmap v140: 161 pgs: 8 active+undersized, 7 peering, 7 active+undersized+degraded, 139 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 38/732 objects degraded (5.191%) 2026-02-12T03:06:00.181 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:06:00.181 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (4m) 89s ago 23m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:06:00.181 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (4m) 7s ago 23m 152M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:06:00.181 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (4m) 89s ago 22m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:06:00.181 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (4m) 7s ago 24m 493M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:06:00.181 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (13m) 89s ago 25m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:06:00.181 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (3m) 89s ago 25m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:06:00.181 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (3m) 7s ago 24m 46.7M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (3m) 89s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (4m) 89s ago 23m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (4m) 7s ago 22m 14.3M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (2m) 89s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (2m) 89s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (2m) 89s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (90s) 89s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb c3bddf9029e2 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (69s) 7s ago 23m 52.9M 19.5G 20.3.0-5250-g84a80275 21b90b676abb b4737cfe34ed 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (49s) 7s ago 23m 51.0M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 95eecfff6601 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (28s) 7s ago 23m 49.1M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 134e9e7de072 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (8s) 7s ago 23m 13.7M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 68a5e76fed8a 2026-02-12T03:06:00.182 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (16m) 7s ago 23m 68.0M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:06:00.183 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (22m) 89s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:06:00.183 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (22m) 7s ago 22m 116M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:06:00.219 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2026-02-12T03:06:00.504 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:00.768 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:06:00.777 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:00 trial069 ceph-mon[90892]: from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:00.778 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:00 trial069 ceph-mon[93129]: from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:00.800 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2026-02-12T03:06:00.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:00 trial132 ceph-mon[70387]: from='client.54434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:01.081 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:01.338 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:06:01.371 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:06:01.651 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:01.674 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[93129]: from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:01.675 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[93129]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 737 B/s rd, 0 op/s 2026-02-12T03:06:01.675 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[93129]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/732 objects degraded (5.191%), 7 pgs degraded) 2026-02-12T03:06:01.675 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[93129]: Cluster is now healthy 2026-02-12T03:06:01.675 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3708206762' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:01.675 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2791019706' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:01.675 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[90892]: from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:01.675 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[90892]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 737 B/s rd, 0 op/s 2026-02-12T03:06:01.675 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[90892]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/732 objects degraded (5.191%), 7 pgs degraded) 2026-02-12T03:06:01.676 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[90892]: Cluster is now healthy 2026-02-12T03:06:01.676 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3708206762' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:01.676 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:01 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2791019706' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:01.883 INFO:teuthology.orchestra.run.trial069.stdout:There are no upgrades in progress currently. 2026-02-12T03:06:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:01 trial132 ceph-mon[70387]: from='client.44463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:01 trial132 ceph-mon[70387]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 737 B/s rd, 0 op/s 2026-02-12T03:06:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:01 trial132 ceph-mon[70387]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/732 objects degraded (5.191%), 7 pgs degraded) 2026-02-12T03:06:01.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:01 trial132 ceph-mon[70387]: Cluster is now healthy 2026-02-12T03:06:01.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:01 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3708206762' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:01.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:01 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2791019706' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:01.920 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:06:02.200 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:02.447 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:06:02.484 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2026-02-12T03:06:02.767 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:02.789 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:02 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:02.790 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:02 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/711080399' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:06:02.790 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:02 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:02.790 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:02 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/711080399' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:06:02.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:02 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:02.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:02 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/711080399' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:06:02.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:02.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:06:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:06:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:02] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:06:03.257 INFO:teuthology.orchestra.run.trial069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:06:03.297 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T03:06:03.591 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:03.768 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.769 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.770 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.771 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.772 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.772 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.772 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.772 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.772 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.772 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:03 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.837 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:06:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:03.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:03.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:03 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:04.178 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:06:04.178 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (4m) 93s ago 23m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:06:04.178 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (4m) 11s ago 23m 152M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:06:04.178 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (4m) 93s ago 22m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:06:04.178 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (4m) 11s ago 24m 493M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:06:04.178 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (13m) 93s ago 25m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (3m) 93s ago 25m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (3m) 11s ago 25m 46.7M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (3m) 93s ago 24m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (4m) 93s ago 23m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (4m) 11s ago 23m 14.3M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (2m) 93s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (2m) 93s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (2m) 93s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (94s) 93s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb c3bddf9029e2 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (73s) 11s ago 24m 52.9M 19.5G 20.3.0-5250-g84a80275 21b90b676abb b4737cfe34ed 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (53s) 11s ago 23m 51.0M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 95eecfff6601 2026-02-12T03:06:04.179 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (32s) 11s ago 23m 49.1M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 134e9e7de072 2026-02-12T03:06:04.180 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (12s) 11s ago 23m 13.7M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 68a5e76fed8a 2026-02-12T03:06:04.180 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (16m) 11s ago 23m 68.0M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:06:04.180 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (22m) 93s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 c3ee019994a3 2026-02-12T03:06:04.180 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (22m) 11s ago 22m 116M - 19.2.3-672-g283431c0 4cc07a41bb19 f5a103e5a3db 2026-02-12T03:06:04.389 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:06:04.389 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:06:04.389 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:06:04.389 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:06:04.389 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:06:04.389 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:06:04.389 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 13 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:06:04.390 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:06:04.560 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:06:04.561 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:06:04.561 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:06:04.561 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [], 2026-02-12T03:06:04.561 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2026-02-12T03:06:04.561 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "0/2 daemons upgraded", 2026-02-12T03:06:04.561 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading rgw daemons", 2026-02-12T03:06:04.561 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:06:04.561 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:06:04.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:04.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:06:04.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:06:04.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:06:04.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mgr 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mon 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all crash 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all osd 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mds 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:04.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1055163714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mgr 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mon 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all crash 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all osd 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mds 2026-02-12T03:06:04.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:04.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:06:04.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:04.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:04 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1055163714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:04.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:04.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mgr 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mon 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all crash 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all osd 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mds 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial069.yqczlm", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:04.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:04 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1055163714' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:05 trial132 ceph-mon[70387]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:05 trial132 ceph-mon[70387]: Upgrade: Updating rgw.foo.trial069.yqczlm (1/2) 2026-02-12T03:06:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:05 trial132 ceph-mon[70387]: Deploying daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T03:06:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:05 trial132 ceph-mon[70387]: from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:05 trial132 ceph-mon[70387]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:05 trial132 ceph-mon[70387]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:06:05.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:05 trial132 ceph-mon[70387]: from='client.54500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[93129]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[93129]: Upgrade: Updating rgw.foo.trial069.yqczlm (1/2) 2026-02-12T03:06:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[93129]: Deploying daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T03:06:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[93129]: from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:06.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[93129]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[93129]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[93129]: from='client.54500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[90892]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[90892]: Upgrade: Updating rgw.foo.trial069.yqczlm (1/2) 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[90892]: Deploying daemon rgw.foo.trial069.yqczlm on trial069 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[90892]: from='client.54482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[90892]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[90892]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T03:06:06.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:05 trial069 ceph-mon[90892]: from='client.54500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:07.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:07 trial069 ceph-mon[93129]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s 2026-02-12T03:06:07.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:07 trial069 ceph-mon[90892]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s 2026-02-12T03:06:07.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:07 trial132 ceph-mon[70387]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 936 B/s rd, 0 op/s 2026-02-12T03:06:07.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:06:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:06:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:09 trial069 ceph-mon[93129]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:09 trial069 ceph-mon[90892]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:09.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:09 trial132 ceph-mon[70387]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:11 trial069 ceph-mon[93129]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:11 trial069 ceph-mon[90892]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:11 trial132 ceph-mon[70387]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:12.831 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:12 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:12.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:12 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:12.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:12 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:06:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:12] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:06:13.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:12.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:06:13.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:13 trial069 ceph-mon[93129]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:13 trial069 ceph-mon[90892]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:13 trial132 ceph-mon[70387]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[90892]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:06:15.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[93129]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:06:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:15 trial132 ceph-mon[70387]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial132.fhwkkj", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T03:06:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:16.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:16 trial069 ceph-mon[90892]: Upgrade: Updating rgw.foo.trial132.fhwkkj (2/2) 2026-02-12T03:06:16.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:16 trial069 ceph-mon[90892]: Deploying daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T03:06:16.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:16 trial069 ceph-mon[93129]: Upgrade: Updating rgw.foo.trial132.fhwkkj (2/2) 2026-02-12T03:06:16.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:16 trial069 ceph-mon[93129]: Deploying daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T03:06:16.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:16 trial132 ceph-mon[70387]: Upgrade: Updating rgw.foo.trial132.fhwkkj (2/2) 2026-02-12T03:06:16.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:16 trial132 ceph-mon[70387]: Deploying daemon rgw.foo.trial132.fhwkkj on trial132 2026-02-12T03:06:17.537 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:06:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:06:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:17 trial069 ceph-mon[93129]: pgmap v149: 161 pgs: 161 active+clean; 587 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 56 KiB/s rd, 938 B/s wr, 98 op/s 2026-02-12T03:06:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:17 trial069 ceph-mon[90892]: pgmap v149: 161 pgs: 161 active+clean; 587 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 56 KiB/s rd, 938 B/s wr, 98 op/s 2026-02-12T03:06:17.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:17 trial132 ceph-mon[70387]: pgmap v149: 161 pgs: 161 active+clean; 587 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 56 KiB/s rd, 938 B/s wr, 98 op/s 2026-02-12T03:06:19.753 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:19 trial132 ceph-mon[70387]: pgmap v150: 161 pgs: 161 active+clean; 589 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 149 KiB/s rd, 2.2 KiB/s wr, 261 op/s 2026-02-12T03:06:19.754 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:19 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:19.754 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:19 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:19.808 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:19 trial069 ceph-mon[90892]: pgmap v150: 161 pgs: 161 active+clean; 589 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 149 KiB/s rd, 2.2 KiB/s wr, 261 op/s 2026-02-12T03:06:19.808 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:19 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:19.808 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:19 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:19.808 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:19 trial069 ceph-mon[93129]: pgmap v150: 161 pgs: 161 active+clean; 589 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 149 KiB/s rd, 2.2 KiB/s wr, 261 op/s 2026-02-12T03:06:19.808 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:19 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:19.809 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:19 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.339 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[93129]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 319 op/s 2026-02-12T03:06:21.339 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.340 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:21 trial069 ceph-mon[90892]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 319 op/s 2026-02-12T03:06:21.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:21.415 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:21 trial132 ceph-mon[70387]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 182 KiB/s rd, 2.7 KiB/s wr, 319 op/s 2026-02-12T03:06:22.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.589 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5250-g84a80275 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all rgw 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial069.yqczlm"} : dispatch 2026-02-12T03:06:22.590 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial069.yqczlm"}]': finished 2026-02-12T03:06:22.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial132.fhwkkj"} : dispatch 2026-02-12T03:06:22.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial132.fhwkkj"}]': finished 2026-02-12T03:06:22.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:06:22.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.591 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.592 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5250-g84a80275 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all rgw 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial069.yqczlm"} : dispatch 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial069.yqczlm"}]': finished 2026-02-12T03:06:22.593 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial132.fhwkkj"} : dispatch 2026-02-12T03:06:22.594 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial132.fhwkkj"}]': finished 2026-02-12T03:06:22.594 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.594 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:06:22.594 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.594 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.594 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.594 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:06:22.594 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nfs 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all smb 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.595 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: Finalizing container_image settings 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.596 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:06:22.597 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:06:22.597 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:06:22.597 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:06:22.597 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:06:22.597 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:06:22.597 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.597 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.597 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nfs 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all smb 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.598 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: Finalizing container_image settings 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:06:22.599 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:06:22.600 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:06:22.600 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:06:22.600 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:06:22.600 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:06:22.600 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:06:22.600 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:06:22.600 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.600 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.601 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.602 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.602 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.602 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.602 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:06:22.602 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:06:22.602 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:06:22.602 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:06:22.602 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.603 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.604 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.604 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.604 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.604 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.604 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.604 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.604 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Upgrade: Complete! 2026-02-12T03:06:22.604 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: Checking dashboard <-> RGW credentials 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:22.605 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Upgrade: Complete! 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: Checking dashboard <-> RGW credentials 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.606 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.607 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:22 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:22.645 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.645 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.645 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.646 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5250-g84a80275 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all rgw 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial069.yqczlm"} : dispatch 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial069.yqczlm"}]': finished 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial132.fhwkkj"} : dispatch 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial132.fhwkkj"}]': finished 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.647 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nfs 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.648 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all smb 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: Finalizing container_image settings 2026-02-12T03:06:22.649 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:06:22.650 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:06:22.651 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Upgrade: Complete! 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:06:22.652 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:06:22.653 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.653 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.653 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: Checking dashboard <-> RGW credentials 2026-02-12T03:06:22.653 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.653 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:06:22.653 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:06:22.653 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:22.653 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:22 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:06:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:06:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:06:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:22.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:06:23.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:06:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:22] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:06:23.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:23 trial069 ceph-mon[90892]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 317 KiB/s rd, 2.8 KiB/s wr, 550 op/s 2026-02-12T03:06:23.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:23 trial069 ceph-mon[93129]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 317 KiB/s rd, 2.8 KiB/s wr, 550 op/s 2026-02-12T03:06:23.664 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:23 trial132 ceph-mon[70387]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 317 KiB/s rd, 2.8 KiB/s wr, 550 op/s 2026-02-12T03:06:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:25 trial069 ceph-mon[90892]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 362 KiB/s rd, 2.8 KiB/s wr, 625 op/s 2026-02-12T03:06:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:25 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:25.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:25 trial069 ceph-mon[93129]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 362 KiB/s rd, 2.8 KiB/s wr, 625 op/s 2026-02-12T03:06:25.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:25 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:25.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:25 trial132 ceph-mon[70387]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 362 KiB/s rd, 2.8 KiB/s wr, 625 op/s 2026-02-12T03:06:25.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:25 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:06:27.533 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:06:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:06:27.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:27 trial069 ceph-mon[90892]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 364 KiB/s rd, 2.8 KiB/s wr, 629 op/s 2026-02-12T03:06:27.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:27 trial069 ceph-mon[93129]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 364 KiB/s rd, 2.8 KiB/s wr, 629 op/s 2026-02-12T03:06:27.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:27 trial132 ceph-mon[70387]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 364 KiB/s rd, 2.8 KiB/s wr, 629 op/s 2026-02-12T03:06:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:29 trial069 ceph-mon[90892]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 309 KiB/s rd, 1.9 KiB/s wr, 533 op/s 2026-02-12T03:06:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:29 trial069 ceph-mon[93129]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 309 KiB/s rd, 1.9 KiB/s wr, 533 op/s 2026-02-12T03:06:29.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:29 trial132 ceph-mon[70387]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 309 KiB/s rd, 1.9 KiB/s wr, 533 op/s 2026-02-12T03:06:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:31 trial069 ceph-mon[93129]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 217 KiB/s rd, 682 B/s wr, 370 op/s 2026-02-12T03:06:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:31 trial069 ceph-mon[90892]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 217 KiB/s rd, 682 B/s wr, 370 op/s 2026-02-12T03:06:31.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:31 trial132 ceph-mon[70387]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 217 KiB/s rd, 682 B/s wr, 370 op/s 2026-02-12T03:06:32.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:32 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:32.832 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:32 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:32.833 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:32 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:06:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:32] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:06:33.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:32.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:06:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:33 trial069 ceph-mon[90892]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 184 KiB/s rd, 85 B/s wr, 311 op/s 2026-02-12T03:06:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:33 trial069 ceph-mon[93129]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 184 KiB/s rd, 85 B/s wr, 311 op/s 2026-02-12T03:06:33.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:33 trial132 ceph-mon[70387]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 184 KiB/s rd, 85 B/s wr, 311 op/s 2026-02-12T03:06:34.733 INFO:teuthology.orchestra.run.trial069.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:06:34.792 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:06:35.073 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:35.302 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:06:35.302 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (4m) 15s ago 23m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:06:35.302 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (4m) 15s ago 23m 153M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (5m) 15s ago 23m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (5m) 15s ago 25m 494M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (14m) 15s ago 26m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (3m) 15s ago 26m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (4m) 15s ago 25m 51.9M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (3m) 15s ago 25m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (4m) 15s ago 23m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (4m) 15s ago 23m 14.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:06:35.303 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (3m) 15s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (2m) 15s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (2m) 15s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (2m) 15s ago 24m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb c3bddf9029e2 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (104s) 15s ago 24m 65.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb b4737cfe34ed 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (84s) 15s ago 24m 59.0M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 95eecfff6601 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (64s) 15s ago 24m 56.8M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 134e9e7de072 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (43s) 15s ago 24m 59.7M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 68a5e76fed8a 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (17m) 15s ago 23m 68.0M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (20s) 15s ago 23m - - 20.3.0-5250-g84a80275 21b90b676abb 5f6fbc895097 2026-02-12T03:06:35.304 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (16s) 15s ago 23m 104M - 20.3.0-5250-g84a80275 21b90b676abb 277c96504d95 2026-02-12T03:06:35.339 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:06:35.620 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:35.642 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:35 trial069 ceph-mon[90892]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 48 KiB/s rd, 0 B/s wr, 80 op/s 2026-02-12T03:06:35.643 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:35 trial069 ceph-mon[93129]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 48 KiB/s rd, 0 B/s wr, 80 op/s 2026-02-12T03:06:35.883 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:06:35.884 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:06:35.885 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T03:06:35.885 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:06:35.885 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:06:35.885 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:06:35.885 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T03:06:35.885 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T03:06:35.885 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:06:35.885 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:06:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:35 trial132 ceph-mon[70387]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 48 KiB/s rd, 0 B/s wr, 80 op/s 2026-02-12T03:06:35.921 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'time timeout 60 bash -c "until ceph versions | jq -e '"'"'.rgw | length == 1'"'"'; do sleep 2; done"' 2026-02-12T03:06:36.202 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:06:36.467 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:36.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:36 trial069 ceph-mon[90892]: from='client.54572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:36.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:36 trial069 ceph-mon[90892]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:36.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:36 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3291532029' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:36.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:36 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3098077587' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:36.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:36 trial069 ceph-mon[93129]: from='client.54572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:36.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:36 trial069 ceph-mon[93129]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:36.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:36 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3291532029' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:36.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:36 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3098077587' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:36.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:36 trial132 ceph-mon[70387]: from='client.54572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:36.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:36 trial132 ceph-mon[70387]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:06:36.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:36 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3291532029' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:36.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:36 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3098077587' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:37.544 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:06:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:06:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:37 trial069 ceph-mon[90892]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 3.4 KiB/s rd, 4 op/s 2026-02-12T03:06:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:37 trial069 ceph-mon[93129]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 3.4 KiB/s rd, 4 op/s 2026-02-12T03:06:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:37 trial132 ceph-mon[70387]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 3.4 KiB/s rd, 4 op/s 2026-02-12T03:06:38.674 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:39 trial069 ceph-mon[90892]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:39 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/663455122' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:39.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:39 trial069 ceph-mon[93129]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:39.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:39 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/663455122' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:39 trial132 ceph-mon[70387]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:39.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:39 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/663455122' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:40.875 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:41 trial069 ceph-mon[90892]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:41 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/93992610' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:41.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:41 trial069 ceph-mon[93129]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:41.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:41 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/93992610' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:41 trial132 ceph-mon[70387]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:41 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/93992610' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:42.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:42 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:42.832 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:42 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:42.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:42 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:43.080 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:06:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:42] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:06:43.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:42.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:06:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:43 trial069 ceph-mon[90892]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:43 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3035857187' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:43.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:43 trial069 ceph-mon[93129]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:43.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:43 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3035857187' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:43 trial132 ceph-mon[70387]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:43 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3035857187' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:45.285 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:45 trial069 ceph-mon[90892]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:45 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/4081673084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:45 trial069 ceph-mon[93129]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:45.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:45 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/4081673084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:45 trial132 ceph-mon[70387]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:45 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/4081673084' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:47.489 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:47.553 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:06:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:06:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:47 trial069 ceph-mon[90892]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:47 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1662201920' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:47 trial069 ceph-mon[93129]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:47.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:47 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1662201920' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:47 trial132 ceph-mon[70387]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:47 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1662201920' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:49.691 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:49 trial069 ceph-mon[90892]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:49 trial069 ceph-mon[93129]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:49 trial132 ceph-mon[70387]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:50.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:50 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/4104086562' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:50.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:50 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/4104086562' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:50 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/4104086562' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:51 trial069 ceph-mon[90892]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:51.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:51 trial069 ceph-mon[93129]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:51.896 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:51 trial132 ceph-mon[70387]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:52 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:52.833 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:52 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3449835699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:52.833 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:52 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:52.833 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:52 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3449835699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:52 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:06:52.834 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:52 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3449835699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:06:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:52] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:06:53.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:06:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:06:52.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:06:53.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:53 trial069 ceph-mon[93129]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:53.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:53 trial069 ceph-mon[90892]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:53 trial132 ceph-mon[70387]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:54.096 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:54.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:54 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2284478845' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:54.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:54 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2284478845' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:54.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:54 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2284478845' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:55.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:55 trial069 ceph-mon[90892]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:55.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:55 trial069 ceph-mon[93129]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:55.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:55 trial132 ceph-mon[70387]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:56.298 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:56.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:56 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3249453190' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:56.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:56 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3249453190' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:56.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:56 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3249453190' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:57.571 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:06:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:06:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:06:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:57 trial069 ceph-mon[90892]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:57 trial069 ceph-mon[93129]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:57.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:57 trial132 ceph-mon[70387]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:06:58.503 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:06:58.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:58 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3938304062' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:58.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:58 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3938304062' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:58.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:58 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3938304062' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:06:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:06:59 trial069 ceph-mon[90892]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:06:59 trial069 ceph-mon[93129]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:06:59.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:06:59 trial132 ceph-mon[70387]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:00.711 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:07:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:01 trial069 ceph-mon[90892]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:01 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1301366672' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:01 trial069 ceph-mon[93129]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:01 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1301366672' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:01 trial132 ceph-mon[70387]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:01 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1301366672' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:02.831 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:02 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:02.831 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:02 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:02.831 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:02 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:02.914 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:07:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:07:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:02] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:07:03.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:02.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:07:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:03 trial069 ceph-mon[93129]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:03.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:03 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3669933914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:03 trial069 ceph-mon[90892]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:03.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:03 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3669933914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:03 trial132 ceph-mon[70387]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:03 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3669933914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:05.115 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:07:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:05 trial069 ceph-mon[93129]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:05 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2508342208' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:05.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:05 trial069 ceph-mon[90892]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:05.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:05 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2508342208' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:05 trial132 ceph-mon[70387]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:05 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2508342208' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:07.318 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:07:07.583 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:07:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:07:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:07 trial069 ceph-mon[90892]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:07 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1866562482' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:07.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:07 trial069 ceph-mon[93129]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:07.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:07 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1866562482' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:07.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:07 trial132 ceph-mon[70387]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:07.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:07 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1866562482' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:09.522 INFO:teuthology.orchestra.run.trial069.stdout:false 2026-02-12T03:07:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:09 trial069 ceph-mon[90892]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:09 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/28511235' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:09 trial069 ceph-mon[93129]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:09 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/28511235' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:09.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:09 trial132 ceph-mon[70387]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:09.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:09 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/28511235' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:11.727 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:07:11.728 INFO:teuthology.orchestra.run.trial069.stderr: 2026-02-12T03:07:11.728 INFO:teuthology.orchestra.run.trial069.stderr:real 0m35.462s 2026-02-12T03:07:11.728 INFO:teuthology.orchestra.run.trial069.stderr:user 0m3.127s 2026-02-12T03:07:11.728 INFO:teuthology.orchestra.run.trial069.stderr:sys 0m0.362s 2026-02-12T03:07:11.759 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.rgw | keys'"'"' | grep $sha1' 2026-02-12T03:07:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:11 trial069 ceph-mon[90892]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:11.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:11 trial069 ceph-mon[93129]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:11 trial132 ceph-mon[70387]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:12.043 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:12.310 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:07:12.341 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:07:12.624 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:12.856 INFO:teuthology.orchestra.run.trial069.stdout:There are no upgrades in progress currently. 2026-02-12T03:07:12.856 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:07:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:12] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:07:12.857 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:12 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:12.857 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:12 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1899548788' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:12.857 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:12 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1434065783' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:12.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:12 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:12.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:12 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1899548788' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:12.857 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:12 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1434065783' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:12.893 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:07:12.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:12 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:12 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1899548788' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:12.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:12 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1434065783' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:12.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:12.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:07:13.176 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:13.436 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:07:13.474 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T03:07:13.754 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:13.776 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:13 trial069 ceph-mon[93129]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:13.776 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:13 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1280118944' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:07:13.777 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:13 trial069 ceph-mon[90892]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:13.777 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:13 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1280118944' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:07:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:13 trial132 ceph-mon[70387]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:13 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1280118944' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:07:13.979 INFO:teuthology.orchestra.run.trial069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:07:14.017 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T03:07:14.029 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial069.front.sepia.ceph.com 2026-02-12T03:07:14.029 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2026-02-12T03:07:14.313 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:14.566 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:07:14.816 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='client.54698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.817 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.818 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='client.54698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:14.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:14.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:14.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:07:14.819 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.820 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.821 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.821 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.821 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:14 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.909 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:07:14.909 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (5m) 54s ago 24m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:07:14.909 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (5m) 54s ago 24m 153M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:07:14.909 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (5m) 54s ago 24m - - 3.9 4cc07a41bb19 224c9cf28f91 2026-02-12T03:07:14.909 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (5m) 54s ago 25m 494M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (14m) 54s ago 26m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (4m) 54s ago 26m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (5m) 54s ago 26m 51.9M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (4m) 54s ago 26m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (5m) 54s ago 24m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (5m) 54s ago 24m 14.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (3m) 54s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (3m) 54s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (3m) 54s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (2m) 54s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb c3bddf9029e2 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (2m) 54s ago 25m 65.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb b4737cfe34ed 2026-02-12T03:07:14.910 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (2m) 54s ago 25m 59.0M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 95eecfff6601 2026-02-12T03:07:14.911 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (103s) 54s ago 24m 56.8M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 134e9e7de072 2026-02-12T03:07:14.911 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (82s) 54s ago 24m 59.7M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 68a5e76fed8a 2026-02-12T03:07:14.911 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (17m) 54s ago 24m 68.0M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:07:14.911 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (60s) 54s ago 24m - - 20.3.0-5250-g84a80275 21b90b676abb 5f6fbc895097 2026-02-12T03:07:14.911 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (55s) 54s ago 24m 104M - 20.3.0-5250-g84a80275 21b90b676abb 277c96504d95 2026-02-12T03:07:14.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='client.54698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:14.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:14.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:14 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:15.115 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:07:15.115 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:07:15.115 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:07:15.116 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T03:07:15.117 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:07:15.117 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:07:15.286 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: "in_progress": true, 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: "services_complete": [ 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: "rgw", 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: "mgr", 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: "osd", 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: "mon" 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: ], 2026-02-12T03:07:15.287 INFO:teuthology.orchestra.run.trial069.stdout: "which": "Upgrading all daemon types on all hosts", 2026-02-12T03:07:15.288 INFO:teuthology.orchestra.run.trial069.stdout: "progress": "15/21 daemons upgraded", 2026-02-12T03:07:15.288 INFO:teuthology.orchestra.run.trial069.stdout: "message": "Currently upgrading iscsi daemons", 2026-02-12T03:07:15.288 INFO:teuthology.orchestra.run.trial069.stdout: "is_paused": false 2026-02-12T03:07:15.288 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:07:15.489 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:07:15.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:07:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:07:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:07:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:07:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mgr 2026-02-12T03:07:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mon 2026-02-12T03:07:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all crash 2026-02-12T03:07:15.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all osd 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all mds 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all rgw 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Upgrade: Updating iscsi.foo.trial069.kewret 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:07:15.840 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: Deploying daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T03:07:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2253523118' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:15.841 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2050286037' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:07:15.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:15.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:07:15.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:07:15.841 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mgr 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mon 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all crash 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all osd 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all mds 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all rgw 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:07:15.842 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:15.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:15.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Upgrade: Updating iscsi.foo.trial069.kewret 2026-02-12T03:07:15.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:15.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:07:15.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:15.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: Deploying daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T03:07:15.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2253523118' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:15.843 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:15 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2050286037' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Target is version 20.3.0-5250-g84a80275 (tentacle) 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:fcfeba10552480d4c85be0b484ff25531e9e6f10363c498617f68c0d35dda32d'] 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mgr 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mon 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all crash 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all osd 2026-02-12T03:07:15.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all mds 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all rgw 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Upgrade: Updating iscsi.foo.trial069.kewret 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial069.kewret", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: Deploying daemon iscsi.foo.trial069.kewret on trial069 2026-02-12T03:07:15.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2253523118' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:15.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:15 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2050286037' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:07:16.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:16 trial132 ceph-mon[70387]: from='client.44751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:16 trial132 ceph-mon[70387]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:16.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:16 trial132 ceph-mon[70387]: from='client.54740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:17.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:16 trial069 ceph-mon[90892]: from='client.44751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:17.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:16 trial069 ceph-mon[90892]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:17.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:16 trial069 ceph-mon[90892]: from='client.54740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:17.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:16 trial069 ceph-mon[93129]: from='client.44751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:17.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:16 trial069 ceph-mon[93129]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:17.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:16 trial069 ceph-mon[93129]: from='client.54740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:17.611 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:07:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:07:17.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:17 trial132 ceph-mon[70387]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:18.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:17 trial069 ceph-mon[90892]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:18.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:17 trial069 ceph-mon[93129]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:19 trial132 ceph-mon[70387]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:20.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:19 trial069 ceph-mon[90892]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:20.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:19 trial069 ceph-mon[93129]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:21.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:21 trial132 ceph-mon[70387]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:22.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:21 trial069 ceph-mon[90892]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:22.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:21 trial069 ceph-mon[93129]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:22.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:22 trial132 ceph-mon[70387]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:07:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:07:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:07:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:22.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:07:23.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:22 trial069 ceph-mon[93129]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:23.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:22 trial069 ceph-mon[90892]: from='client.25400 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:23.089 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:07:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:22] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:07:23.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:23 trial132 ceph-mon[70387]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:24.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:23 trial069 ceph-mon[90892]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:24.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:23 trial069 ceph-mon[93129]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:25 trial069 ceph-mon[90892]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:25.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:25 trial069 ceph-mon[93129]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:25.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:25 trial132 ceph-mon[70387]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:26.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:26 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:26 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:26 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/108251393' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T03:07:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:26 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/766428457' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1718715072"} : dispatch 2026-02-12T03:07:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:26 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:26 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.956 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/108251393' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T03:07:26.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/766428457' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1718715072"} : dispatch 2026-02-12T03:07:26.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.957 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.957 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.957 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.957 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/108251393' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T03:07:26.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/766428457' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1718715072"} : dispatch 2026-02-12T03:07:26.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:26.958 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:26 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:27.632 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:07:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:07:27.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:27 trial132 ceph-mon[70387]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:27 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/766428457' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1718715072"}]': finished 2026-02-12T03:07:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:27 trial132 ceph-mon[70387]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T03:07:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:27 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/1335239048' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"} : dispatch 2026-02-12T03:07:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:27 trial132 ceph-mon[70387]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"} : dispatch 2026-02-12T03:07:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:27.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:27 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[90892]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:28.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/766428457' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1718715072"}]': finished 2026-02-12T03:07:28.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[90892]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T03:07:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/1335239048' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"} : dispatch 2026-02-12T03:07:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[90892]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"} : dispatch 2026-02-12T03:07:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[93129]: pgmap v184: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:28.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/766428457' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1718715072"}]': finished 2026-02-12T03:07:28.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[93129]: osdmap e141: 8 total, 8 up, 8 in 2026-02-12T03:07:28.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/1335239048' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"} : dispatch 2026-02-12T03:07:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[93129]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"} : dispatch 2026-02-12T03:07:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.090 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:27 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"}]': finished 2026-02-12T03:07:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:07:28.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial069.kewret"} : dispatch 2026-02-12T03:07:28.917 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial069.kewret"}]': finished 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.918 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:07:28.919 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:07:28.920 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:28.921 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3181124564' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"} : dispatch 2026-02-12T03:07:28.922 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:28 trial132 ceph-mon[70387]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"} : dispatch 2026-02-12T03:07:29.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"}]': finished 2026-02-12T03:07:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T03:07:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T03:07:29.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T03:07:29.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.092 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial069.kewret"} : dispatch 2026-02-12T03:07:29.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial069.kewret"}]': finished 2026-02-12T03:07:29.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.093 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6800/109386574"}]': finished 2026-02-12T03:07:29.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T03:07:29.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:29.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:29.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.094 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.095 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial069.kewret"} : dispatch 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial069.kewret"}]': finished 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.096 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.097 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:07:29.098 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:07:29.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.099 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T03:07:29.100 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T03:07:29.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T03:07:29.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T03:07:29.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T03:07:29.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T03:07:29.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T03:07:29.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T03:07:29.101 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T03:07:29.101 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:07:29.102 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:07:29.103 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T03:07:29.104 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T03:07:29.105 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T03:07:29.106 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:29.106 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:29.106 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.106 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:29.106 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:29.106 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.106 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3181124564' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"} : dispatch 2026-02-12T03:07:29.106 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[93129]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"} : dispatch 2026-02-12T03:07:29.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:29.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:29.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:07:29.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:07:29.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:29.107 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3181124564' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"} : dispatch 2026-02-12T03:07:29.108 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:28 trial069 ceph-mon[90892]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"} : dispatch 2026-02-12T03:07:29.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:07:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:07:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all iscsi 2026-02-12T03:07:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nfs 2026-02-12T03:07:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:07:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: Upgrade: Setting container_image for all smb 2026-02-12T03:07:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: Upgrade: Finalizing container_image settings 2026-02-12T03:07:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: Upgrade: Complete! 2026-02-12T03:07:29.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:29.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"}]': finished 2026-02-12T03:07:29.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T03:07:29.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/720283406' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"} : dispatch 2026-02-12T03:07:29.916 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:29 trial132 ceph-mon[70387]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"} : dispatch 2026-02-12T03:07:30.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:07:30.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:07:30.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all iscsi 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nfs 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: Upgrade: Setting container_image for all smb 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: Upgrade: Finalizing container_image settings 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: Upgrade: Complete! 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"}]': finished 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/720283406' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"} : dispatch 2026-02-12T03:07:30.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[93129]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"} : dispatch 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all iscsi 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nfs 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all nvmeof 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: Upgrade: Setting container_image for all smb 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: Upgrade: Finalizing container_image settings 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: Upgrade: Complete! 2026-02-12T03:07:30.090 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: pgmap v187: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:30.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3730731586"}]': finished 2026-02-12T03:07:30.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T03:07:30.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/720283406' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"} : dispatch 2026-02-12T03:07:30.091 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:29 trial069 ceph-mon[90892]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"} : dispatch 2026-02-12T03:07:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:31.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[90892]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"}]': finished 2026-02-12T03:07:31.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[90892]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T03:07:31.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2111163990' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1411764601"} : dispatch 2026-02-12T03:07:31.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[90892]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[93129]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"}]': finished 2026-02-12T03:07:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[93129]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T03:07:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2111163990' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1411764601"} : dispatch 2026-02-12T03:07:31.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:30 trial069 ceph-mon[93129]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:31.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:30 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:07:31.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:30 trial132 ceph-mon[70387]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/568437508"}]': finished 2026-02-12T03:07:31.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:30 trial132 ceph-mon[70387]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T03:07:31.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:30 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2111163990' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1411764601"} : dispatch 2026-02-12T03:07:31.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:30 trial132 ceph-mon[70387]: pgmap v190: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:31 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2111163990' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1411764601"}]': finished 2026-02-12T03:07:32.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:31 trial069 ceph-mon[90892]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T03:07:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:31 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3938854237' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"} : dispatch 2026-02-12T03:07:32.089 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:31 trial069 ceph-mon[90892]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"} : dispatch 2026-02-12T03:07:32.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:31 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2111163990' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1411764601"}]': finished 2026-02-12T03:07:32.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:31 trial069 ceph-mon[93129]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T03:07:32.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:31 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3938854237' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"} : dispatch 2026-02-12T03:07:32.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:31 trial069 ceph-mon[93129]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"} : dispatch 2026-02-12T03:07:32.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:31 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2111163990' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/1411764601"}]': finished 2026-02-12T03:07:32.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:31 trial132 ceph-mon[70387]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T03:07:32.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:31 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3938854237' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"} : dispatch 2026-02-12T03:07:32.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:31 trial132 ceph-mon[70387]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"} : dispatch 2026-02-12T03:07:33.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:32 trial069 ceph-mon[90892]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"}]': finished 2026-02-12T03:07:33.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:32 trial069 ceph-mon[90892]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T03:07:33.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:32 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2790220779' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/109386574"} : dispatch 2026-02-12T03:07:33.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:32 trial069 ceph-mon[90892]: pgmap v193: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:33.089 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:07:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:32] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:07:33.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:32 trial069 ceph-mon[93129]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"}]': finished 2026-02-12T03:07:33.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:32 trial069 ceph-mon[93129]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T03:07:33.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:32 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2790220779' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/109386574"} : dispatch 2026-02-12T03:07:33.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:32 trial069 ceph-mon[93129]: pgmap v193: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:33.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:32 trial132 ceph-mon[70387]: from='client.? ' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:0/3754352657"}]': finished 2026-02-12T03:07:33.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:32 trial132 ceph-mon[70387]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T03:07:33.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:32 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2790220779' entity='client.iscsi.foo.trial069.kewret' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/109386574"} : dispatch 2026-02-12T03:07:33.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:32 trial132 ceph-mon[70387]: pgmap v193: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:33.165 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:32.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:07:34.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:33 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/2790220779' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/109386574"}]': finished 2026-02-12T03:07:34.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:33 trial069 ceph-mon[90892]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T03:07:34.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:33 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/2790220779' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/109386574"}]': finished 2026-02-12T03:07:34.089 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:33 trial069 ceph-mon[93129]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T03:07:34.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:33 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/2790220779' entity='client.iscsi.foo.trial069.kewret' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.69:6801/109386574"}]': finished 2026-02-12T03:07:34.165 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:33 trial132 ceph-mon[70387]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T03:07:35.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:34 trial069 ceph-mon[90892]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:07:35.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:34 trial069 ceph-mon[93129]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:07:35.164 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:34 trial132 ceph-mon[70387]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T03:07:37.546 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:07:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:07:37.837 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:37 trial069 ceph-mon[90892]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:37.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:37 trial069 ceph-mon[90892]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:37 trial069 ceph-mon[93129]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:37.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:37 trial069 ceph-mon[93129]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:37 trial132 ceph-mon[70387]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:37.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:37 trial132 ceph-mon[70387]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:39 trial069 ceph-mon[90892]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:07:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:39 trial069 ceph-mon[93129]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:07:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:39 trial132 ceph-mon[70387]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T03:07:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:41 trial069 ceph-mon[90892]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 587 B/s rd, 0 op/s 2026-02-12T03:07:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:41 trial069 ceph-mon[93129]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 587 B/s rd, 0 op/s 2026-02-12T03:07:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:41 trial132 ceph-mon[70387]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 587 B/s rd, 0 op/s 2026-02-12T03:07:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:07:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:42] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:07:43.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:42.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:07:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:43 trial069 ceph-mon[90892]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:07:43.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:43 trial069 ceph-mon[93129]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:07:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:43 trial132 ceph-mon[70387]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T03:07:45.668 INFO:teuthology.orchestra.run.trial069.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T03:07:45.725 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:07:45.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:45 trial069 ceph-mon[90892]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 874 B/s rd, 0 op/s 2026-02-12T03:07:45.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:45 trial069 ceph-mon[93129]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 874 B/s rd, 0 op/s 2026-02-12T03:07:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:45 trial132 ceph-mon[70387]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 874 B/s rd, 0 op/s 2026-02-12T03:07:46.014 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:46.237 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:07:46.238 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (6m) 19s ago 24m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:07:46.238 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (5m) 86s ago 24m 153M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:07:46.238 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (20s) 19s ago 24m - - 3.9 21b90b676abb 8bb5e981beec 2026-02-12T03:07:46.238 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (6m) 86s ago 26m 494M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:07:46.238 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (15m) 19s ago 27m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:07:46.238 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (5m) 19s ago 27m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:07:46.238 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (5m) 86s ago 26m 51.9M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:07:46.238 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (4m) 19s ago 26m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (6m) 19s ago 24m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (6m) 86s ago 24m 14.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (4m) 19s ago 26m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (4m) 19s ago 26m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (3m) 19s ago 26m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (3m) 19s ago 25m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb c3bddf9029e2 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (2m) 86s ago 25m 65.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb b4737cfe34ed 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (2m) 86s ago 25m 59.0M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 95eecfff6601 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (2m) 86s ago 25m 56.8M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 134e9e7de072 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (114s) 86s ago 25m 59.7M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 68a5e76fed8a 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (18m) 86s ago 25m 68.0M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (91s) 19s ago 24m - - 20.3.0-5250-g84a80275 21b90b676abb 5f6fbc895097 2026-02-12T03:07:46.239 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (87s) 86s ago 24m 104M - 20.3.0-5250-g84a80275 21b90b676abb 277c96504d95 2026-02-12T03:07:46.277 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:07:46.560 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:46.823 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:07:46.824 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:07:46.825 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:07:46.825 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:07:46.825 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:07:46.825 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:07:46.825 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T03:07:46.825 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:07:46.825 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:07:46.825 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:46 trial069 ceph-mon[90892]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:46.826 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:46 trial069 ceph-mon[93129]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:46.860 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'echo "wait for servicemap items w/ changing names to refresh"' 2026-02-12T03:07:46.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:46 trial132 ceph-mon[70387]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:47.144 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:47.205 INFO:teuthology.orchestra.run.trial069.stdout:wait for servicemap items w/ changing names to refresh 2026-02-12T03:07:47.235 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'sleep 60' 2026-02-12T03:07:47.520 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:07:47.556 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:07:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:07:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:47 trial069 ceph-mon[93129]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:47 trial069 ceph-mon[93129]: from='client.44853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:47 trial069 ceph-mon[93129]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:47 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/307052397' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:47 trial069 ceph-mon[90892]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:47 trial069 ceph-mon[90892]: from='client.44853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:47 trial069 ceph-mon[90892]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:47 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/307052397' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:47 trial132 ceph-mon[70387]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:47 trial132 ceph-mon[70387]: from='client.44853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:07:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:47 trial132 ceph-mon[70387]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:47 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/307052397' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:07:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:49 trial069 ceph-mon[93129]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:49.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:49 trial069 ceph-mon[90892]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:49 trial132 ceph-mon[70387]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:51.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:51 trial069 ceph-mon[93129]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:51.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:51 trial069 ceph-mon[90892]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:51 trial132 ceph-mon[70387]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:07:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:52] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:07:53.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:07:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:07:52.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:07:53.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:53 trial069 ceph-mon[93129]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:53.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:53 trial069 ceph-mon[90892]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:53 trial132 ceph-mon[70387]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:55.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:55 trial069 ceph-mon[93129]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:55.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:55 trial069 ceph-mon[90892]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:55.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:55 trial132 ceph-mon[70387]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:57.563 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:07:57 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:07:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:07:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:57 trial069 ceph-mon[93129]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:57.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:57 trial069 ceph-mon[93129]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:57 trial069 ceph-mon[90892]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:57.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:57 trial069 ceph-mon[90892]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:57.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:57 trial132 ceph-mon[70387]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:07:57.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:57 trial132 ceph-mon[70387]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:07:59.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:07:59 trial069 ceph-mon[93129]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:59.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:07:59 trial069 ceph-mon[90892]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:07:59.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:07:59 trial132 ceph-mon[70387]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:01.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:01 trial069 ceph-mon[93129]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:01.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:01 trial069 ceph-mon[90892]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:01.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:01 trial132 ceph-mon[70387]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:03.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:02 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:02] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:08:03.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:02 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:02.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:08:03.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:03 trial069 ceph-mon[93129]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:03.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:03 trial069 ceph-mon[90892]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:03.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:03 trial132 ceph-mon[70387]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:05.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:05 trial069 ceph-mon[93129]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:05.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:05 trial069 ceph-mon[90892]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:05.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:05 trial132 ceph-mon[70387]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:07.570 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:08:07 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:08:07.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:07 trial069 ceph-mon[93129]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:07.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:07 trial069 ceph-mon[93129]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:07 trial069 ceph-mon[90892]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:07.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:07 trial069 ceph-mon[90892]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:07.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:07 trial132 ceph-mon[70387]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:07.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:07 trial132 ceph-mon[70387]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:09.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:09 trial069 ceph-mon[93129]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:09.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:09 trial069 ceph-mon[90892]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:09.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:09 trial132 ceph-mon[70387]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:11.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:11 trial069 ceph-mon[93129]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:11.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:11 trial069 ceph-mon[90892]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:11.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:11 trial132 ceph-mon[70387]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:13.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:12] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:08:13.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:12 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:12.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:08:13.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:13 trial069 ceph-mon[93129]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:13.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:13 trial069 ceph-mon[90892]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:13.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:13 trial132 ceph-mon[70387]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:15.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:15 trial069 ceph-mon[93129]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:15.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:15 trial069 ceph-mon[90892]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:15.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:15 trial132 ceph-mon[70387]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:17.577 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:08:17 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:08:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:17 trial069 ceph-mon[93129]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:17.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:17 trial069 ceph-mon[93129]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:17 trial069 ceph-mon[90892]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:17.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:17 trial069 ceph-mon[90892]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:17.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:17 trial132 ceph-mon[70387]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:17.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:17 trial132 ceph-mon[70387]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:19.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:19 trial069 ceph-mon[93129]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:19.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:19 trial069 ceph-mon[90892]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:19.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:19 trial132 ceph-mon[70387]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:21.837 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:21 trial069 ceph-mon[93129]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:21.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:21 trial069 ceph-mon[90892]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:21.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:21 trial132 ceph-mon[70387]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:08:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:08:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:22.641Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:08:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:22.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:08:23.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:22 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:22] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:08:23.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:23 trial069 ceph-mon[93129]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:23.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:23 trial069 ceph-mon[90892]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:23.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:23 trial132 ceph-mon[70387]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:25.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:25 trial069 ceph-mon[93129]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:25.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:25 trial069 ceph-mon[90892]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:25.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:25 trial132 ceph-mon[70387]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:27.583 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:08:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:08:27.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:27 trial069 ceph-mon[93129]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:27.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:27 trial069 ceph-mon[93129]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:27.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:27 trial069 ceph-mon[90892]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:27.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:27 trial069 ceph-mon[90892]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:27.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:27 trial132 ceph-mon[70387]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:27.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:27 trial132 ceph-mon[70387]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:28.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:08:28.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:08:28.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:28 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:08:28.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:08:28.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:08:28.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:28 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:08:28.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T03:08:28.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T03:08:28.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:28 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' 2026-02-12T03:08:29.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:29 trial069 ceph-mon[93129]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:29.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:29 trial069 ceph-mon[90892]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:29.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:29 trial132 ceph-mon[70387]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:31.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:31 trial069 ceph-mon[93129]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:31.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:31 trial069 ceph-mon[90892]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:31.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:31 trial132 ceph-mon[70387]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:33.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:32 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:32] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:08:33.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:32.830Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:08:33.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:33 trial069 ceph-mon[93129]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:33.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:33 trial069 ceph-mon[90892]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:33.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:33 trial132 ceph-mon[70387]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:35.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:35 trial132 ceph-mon[70387]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:36.088 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:35 trial069 ceph-mon[93129]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:36.088 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:35 trial069 ceph-mon[90892]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:37 trial069 ceph-mon[93129]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:37.338 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:37 trial069 ceph-mon[93129]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:37.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:37 trial069 ceph-mon[90892]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:37.338 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:37 trial069 ceph-mon[90892]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:37.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:37 trial132 ceph-mon[70387]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:37.414 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:37 trial132 ceph-mon[70387]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:37.415 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:08:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:08:39.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:39 trial069 ceph-mon[93129]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:39.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:39 trial069 ceph-mon[90892]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:39.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:39 trial132 ceph-mon[70387]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:41.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:41 trial069 ceph-mon[93129]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:41.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:41 trial069 ceph-mon[90892]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:41.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:41 trial132 ceph-mon[70387]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:43.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:42] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:08:43.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:42 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:42.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:08:43.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:43 trial069 ceph-mon[93129]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:43.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:43 trial069 ceph-mon[90892]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:43.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:43 trial132 ceph-mon[70387]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:45.828 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:45 trial069 ceph-mon[93129]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:45.828 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:45 trial069 ceph-mon[90892]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:45.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:45 trial132 ceph-mon[70387]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:47.563 INFO:journalctl@ceph.mgr.x.trial132.stdout:Feb 12 03:08:47 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-x[60989]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T03:08:47.613 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ps' 2026-02-12T03:08:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:47 trial069 ceph-mon[93129]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:47.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:47 trial069 ceph-mon[93129]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:47 trial069 ceph-mon[90892]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:47.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:47 trial069 ceph-mon[90892]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:47.899 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:47.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:47 trial132 ceph-mon[70387]: from='client.44790 -' entity='client.iscsi.foo.trial069.kewret' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T03:08:47.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:47 trial132 ceph-mon[70387]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:48.130 INFO:teuthology.orchestra.run.trial069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T03:08:48.130 INFO:teuthology.orchestra.run.trial069.stdout:alertmanager.a trial069 *:9093,9094 running (7m) 81s ago 25m - - 0.28.1 91c01b3cec9b a4a2955ab7b5 2026-02-12T03:08:48.130 INFO:teuthology.orchestra.run.trial069.stdout:grafana.a trial132 *:3000 running (6m) 2m ago 25m 153M - 12.3.1 5cdab57891ea 6ca9c9da3a35 2026-02-12T03:08:48.130 INFO:teuthology.orchestra.run.trial069.stdout:iscsi.foo.trial069.kewret trial069 *:5000 running (82s) 81s ago 25m - - 3.9 21b90b676abb 8bb5e981beec 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:mgr.x trial132 *:8443,9283,8765 running (7m) 2m ago 27m 494M - 20.3.0-5250-g84a80275 21b90b676abb 4cd6fa09a89e 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:mgr.y trial069 *:8443,9283,8765 running (16m) 81s ago 28m - - 20.3.0-5250-g84a80275 21b90b676abb 1a970fb9aa00 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:mon.a trial069 running (6m) 81s ago 28m - 2048M 20.3.0-5250-g84a80275 21b90b676abb ce4a746e460b 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:mon.b trial132 running (6m) 2m ago 27m 51.9M 2048M 20.3.0-5250-g84a80275 21b90b676abb 92d602e391be 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:mon.c trial069 running (5m) 81s ago 27m - 2048M 20.3.0-5250-g84a80275 21b90b676abb d5d47b735e0f 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.a trial069 *:9100 running (7m) 81s ago 25m - - 1.9.1 255ec253085f d651ebdcd678 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:node-exporter.b trial132 *:9100 running (7m) 2m ago 25m 14.7M - 1.9.1 255ec253085f c66dfe2ffbbc 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:osd.0 trial069 running (5m) 81s ago 27m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb e6132d19f242 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:osd.1 trial069 running (5m) 81s ago 27m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 51ef416854b5 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:osd.2 trial069 running (4m) 81s ago 27m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb 0e255f23d675 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:osd.3 trial069 running (4m) 81s ago 26m - 19.2G 20.3.0-5250-g84a80275 21b90b676abb c3bddf9029e2 2026-02-12T03:08:48.131 INFO:teuthology.orchestra.run.trial069.stdout:osd.4 trial132 running (3m) 2m ago 26m 65.3M 19.5G 20.3.0-5250-g84a80275 21b90b676abb b4737cfe34ed 2026-02-12T03:08:48.132 INFO:teuthology.orchestra.run.trial069.stdout:osd.5 trial132 running (3m) 2m ago 26m 59.0M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 95eecfff6601 2026-02-12T03:08:48.132 INFO:teuthology.orchestra.run.trial069.stdout:osd.6 trial132 running (3m) 2m ago 26m 56.8M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 134e9e7de072 2026-02-12T03:08:48.132 INFO:teuthology.orchestra.run.trial069.stdout:osd.7 trial132 running (2m) 2m ago 26m 59.7M 19.5G 20.3.0-5250-g84a80275 21b90b676abb 68a5e76fed8a 2026-02-12T03:08:48.132 INFO:teuthology.orchestra.run.trial069.stdout:prometheus.a trial132 *:9095 running (19m) 2m ago 26m 68.0M - 3.6.0 4fcecf061b74 dce7853d675c 2026-02-12T03:08:48.132 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial069.yqczlm trial069 *:8000 running (2m) 81s ago 25m - - 20.3.0-5250-g84a80275 21b90b676abb 5f6fbc895097 2026-02-12T03:08:48.132 INFO:teuthology.orchestra.run.trial069.stdout:rgw.foo.trial132.fhwkkj trial132 *:8000 running (2m) 2m ago 25m 104M - 20.3.0-5250-g84a80275 21b90b676abb 277c96504d95 2026-02-12T03:08:48.168 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions' 2026-02-12T03:08:48.454 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:48.708 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:08:48.708 INFO:teuthology.orchestra.run.trial069.stdout: "mon": { 2026-02-12T03:08:48.708 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T03:08:48.708 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:08:48.708 INFO:teuthology.orchestra.run.trial069.stdout: "mgr": { 2026-02-12T03:08:48.708 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: "osd": { 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: "rgw": { 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: }, 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: "overall": { 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T03:08:48.709 INFO:teuthology.orchestra.run.trial069.stdout: } 2026-02-12T03:08:48.710 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:08:48.746 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch upgrade status' 2026-02-12T03:08:49.031 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:49.254 INFO:teuthology.orchestra.run.trial069.stdout:There are no upgrades in progress currently. 2026-02-12T03:08:49.292 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph health detail' 2026-02-12T03:08:49.573 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:49 trial069 ceph-mon[93129]: from='client.44865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:49 trial069 ceph-mon[93129]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:49.838 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:49 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/4192242519' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:49.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:49 trial069 ceph-mon[90892]: from='client.44865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:49.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:49 trial069 ceph-mon[90892]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:49.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:49 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/4192242519' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:49.846 INFO:teuthology.orchestra.run.trial069.stdout:HEALTH_OK 2026-02-12T03:08:49.885 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2026-02-12T03:08:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:49 trial132 ceph-mon[70387]: from='client.44865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:49.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:49 trial132 ceph-mon[70387]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:49.915 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:49 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/4192242519' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:50.170 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:50.428 INFO:teuthology.orchestra.run.trial069.stdout:true 2026-02-12T03:08:50.473 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2026-02-12T03:08:50.761 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:50.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:50 trial069 ceph-mon[90892]: from='client.44877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:50.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:50 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3805400225' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:08:50.785 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:50 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/232501360' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:50.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:50 trial069 ceph-mon[93129]: from='client.44877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:50.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:50 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3805400225' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:08:50.786 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:50 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/232501360' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:50 trial132 ceph-mon[70387]: from='client.44877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:50 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3805400225' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T03:08:50.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:50 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/232501360' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:51.034 INFO:teuthology.orchestra.run.trial069.stdout: "ceph version 20.3.0-5250-g84a80275 (84a80275f63e26ece3f633fd033fd9ecbda16ed2) tentacle (dev - RelWithDebInfo)" 2026-02-12T03:08:51.064 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -e sha1=84a80275f63e26ece3f633fd033fd9ecbda16ed2 -- bash -c 'ceph orch ls | grep '"'"'osd'"'"'' 2026-02-12T03:08:51.349 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:51.581 INFO:teuthology.orchestra.run.trial069.stdout:osd 8 2m ago - 2026-02-12T03:08:51.612 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T03:08:51.627 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial069.front.sepia.ceph.com 2026-02-12T03:08:51.627 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- bash -c 'ceph orch upgrade ls' 2026-02-12T03:08:51.650 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:51 trial069 ceph-mon[90892]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:51.650 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:51 trial069 ceph-mon[90892]: from='client.? 10.20.193.69:0/3226629354' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:51.650 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:51 trial069 ceph-mon[93129]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:51.651 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:51 trial069 ceph-mon[93129]: from='client.? 10.20.193.69:0/3226629354' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:51.913 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:51 trial132 ceph-mon[70387]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T03:08:51.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:51 trial132 ceph-mon[70387]: from='client.? 10.20.193.69:0/3226629354' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T03:08:52.429 INFO:teuthology.orchestra.run.trial069.stdout:{ 2026-02-12T03:08:52.429 INFO:teuthology.orchestra.run.trial069.stdout: "image": "quay.io/ceph/ceph", 2026-02-12T03:08:52.429 INFO:teuthology.orchestra.run.trial069.stdout: "registry": "quay.io", 2026-02-12T03:08:52.429 INFO:teuthology.orchestra.run.trial069.stdout: "bare_image": "ceph/ceph", 2026-02-12T03:08:52.429 INFO:teuthology.orchestra.run.trial069.stdout: "versions": [] 2026-02-12T03:08:52.430 INFO:teuthology.orchestra.run.trial069.stdout:} 2026-02-12T03:08:52.467 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0' 2026-02-12T03:08:52.793 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:52.816 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:52 trial069 ceph-mon[90892]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:52.816 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial069.yqczlm", "name": "rgw_frontends"} : dispatch 2026-02-12T03:08:52.816 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:52 trial069 ceph-mon[90892]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial132.fhwkkj", "name": "rgw_frontends"} : dispatch 2026-02-12T03:08:52.816 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:52 trial069 ceph-mon[93129]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:52.816 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial069.yqczlm", "name": "rgw_frontends"} : dispatch 2026-02-12T03:08:52.816 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:52 trial069 ceph-mon[93129]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial132.fhwkkj", "name": "rgw_frontends"} : dispatch 2026-02-12T03:08:52.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:52 trial132 ceph-mon[70387]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:52.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial069.yqczlm", "name": "rgw_frontends"} : dispatch 2026-02-12T03:08:52.832 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:52 trial132 ceph-mon[70387]: from='mgr.44103 10.20.193.69:0/1678008185' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial132.fhwkkj", "name": "rgw_frontends"} : dispatch 2026-02-12T03:08:53.088 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:52 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: ::ffff:10.20.193.132 - - [12/Feb/2026:03:08:52] "GET /metrics HTTP/1.1" 200 5729 "" "Prometheus/3.6.0" 2026-02-12T03:08:53.164 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:08:52 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:08:52.829Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial069:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T03:08:53.324 INFO:teuthology.orchestra.run.trial069.stdout: "16.2.0", 2026-02-12T03:08:53.357 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2' 2026-02-12T03:08:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:53 trial069 ceph-mon[90892]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:53.588 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:53 trial069 ceph-mon[90892]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:53.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:53 trial069 ceph-mon[93129]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:53.588 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:53 trial069 ceph-mon[93129]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:53.641 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:53 trial132 ceph-mon[70387]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:53.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:53 trial132 ceph-mon[70387]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T03:08:54.169 INFO:teuthology.orchestra.run.trial069.stdout: "v16.2.2", 2026-02-12T03:08:54.169 INFO:teuthology.orchestra.run.trial069.stdout: "v16.2.2-20210505", 2026-02-12T03:08:54.201 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-02-12T03:08:54.217 INFO:tasks.cephadm:Teardown begin 2026-02-12T03:08:54.217 DEBUG:teuthology.orchestra.run.trial069:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:08:54.244 DEBUG:teuthology.orchestra.run.trial132:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:08:54.272 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-02-12T03:08:54.272 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 -- ceph mgr module disable cephadm 2026-02-12T03:08:54.567 INFO:teuthology.orchestra.run.trial069.stderr:Inferring config /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/mon.a/config 2026-02-12T03:08:54.586 INFO:teuthology.orchestra.run.trial069.stderr:Error: statfs /etc/ceph/ceph.client.admin.keyring: no such file or directory 2026-02-12T03:08:54.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2026-02-12T03:08:54.604 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-02-12T03:08:54.604 DEBUG:teuthology.orchestra.run.trial069:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-12T03:08:54.620 DEBUG:teuthology.orchestra.run.trial132:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-12T03:08:54.638 INFO:tasks.cephadm:Stopping all daemons... 2026-02-12T03:08:54.638 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-02-12T03:08:54.639 DEBUG:teuthology.orchestra.run.trial069:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a 2026-02-12T03:08:54.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:54 trial069 ceph-mon[90892]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:54.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:54 trial069 systemd[1]: Stopping Ceph mon.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:08:54.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a[90888]: 2026-02-12T03:08:54.767+0000 7fc2cd8a9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:08:54.838 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:54 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a[90888]: 2026-02-12T03:08:54.767+0000 7fc2cd8a9640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2026-02-12T03:08:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:54 trial069 podman[143854]: 2026-02-12 03:08:54.797842581 +0000 UTC m=+0.044168565 container died ce4a746e460be1e0f5c21aa21671da330589fb71fbef1447747264e769e8edb4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:08:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:54 trial069 podman[143854]: 2026-02-12 03:08:54.806684338 +0000 UTC m=+0.053010322 container remove ce4a746e460be1e0f5c21aa21671da330589fb71fbef1447747264e769e8edb4 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:08:54.839 INFO:journalctl@ceph.mon.a.trial069.stdout:Feb 12 03:08:54 trial069 bash[143854]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-a 2026-02-12T03:08:54.839 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:54 trial069 ceph-mon[93129]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:54.881 DEBUG:teuthology.orchestra.run.trial069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.a.service' 2026-02-12T03:08:54.914 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:54 trial132 ceph-mon[70387]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T03:08:54.919 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:08:54.919 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-02-12T03:08:54.919 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2026-02-12T03:08:54.919 DEBUG:teuthology.orchestra.run.trial069:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.c 2026-02-12T03:08:55.134 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:08:55] ENGINE Bus STOPPING 2026-02-12T03:08:55.134 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:54 trial069 systemd[1]: Stopping Ceph mon.c for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:08:55.134 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c[93125]: 2026-02-12T03:08:55.057+0000 7f165f1c7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:08:55.134 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c[93125]: 2026-02-12T03:08:55.057+0000 7f165f1c7640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2026-02-12T03:08:55.134 INFO:journalctl@ceph.mon.c.trial069.stdout:Feb 12 03:08:55 trial069 podman[144011]: 2026-02-12 03:08:55.128439835 +0000 UTC m=+0.084235272 container died d5d47b735e0fb86ae9bf82f011638ecba77358bda69b8e62c9b2fb42d5e3be39 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-c, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, ceph=True) 2026-02-12T03:08:55.213 DEBUG:teuthology.orchestra.run.trial069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.c.service' 2026-02-12T03:08:55.248 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:08:55.249 INFO:tasks.cephadm.mon.b:Stopped mon.c 2026-02-12T03:08:55.249 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2026-02-12T03:08:55.249 DEBUG:teuthology.orchestra.run.trial132:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.b 2026-02-12T03:08:55.523 DEBUG:teuthology.orchestra.run.trial132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.b.service' 2026-02-12T03:08:55.546 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 systemd[1]: Stopping Ceph mon.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:08:55.546 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b[70383]: 2026-02-12T03:08:55.351+0000 7f26a68d2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:08:55.546 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b[70383]: 2026-02-12T03:08:55.351+0000 7f26a68d2640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2026-02-12T03:08:55.546 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 podman[110068]: 2026-02-12 03:08:55.432972882 +0000 UTC m=+0.094396953 container died 92d602e391be774ae82ea12be8c2dbf6e5ff4ffa5c943fea723296bd4aac80ab (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, io.buildah.version=1.41.3, ceph=True, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0) 2026-02-12T03:08:55.546 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 podman[110068]: 2026-02-12 03:08:55.444817786 +0000 UTC m=+0.106241857 container remove 92d602e391be774ae82ea12be8c2dbf6e5ff4ffa5c943fea723296bd4aac80ab (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.schema-version=1.0, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:08:55.546 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 bash[110068]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mon-b 2026-02-12T03:08:55.546 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.b.service: Deactivated successfully. 2026-02-12T03:08:55.546 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 systemd[1]: Stopped Ceph mon.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:08:55.547 INFO:journalctl@ceph.mon.b.trial132.stdout:Feb 12 03:08:55 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mon.b.service: Consumed 2.804s CPU time. 2026-02-12T03:08:55.562 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:08:55.562 INFO:tasks.cephadm.mon.b:Stopped mon.b 2026-02-12T03:08:55.563 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2026-02-12T03:08:55.563 DEBUG:teuthology.orchestra.run.trial069:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y 2026-02-12T03:08:55.584 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:08:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T03:08:55.584 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: [12/Feb/2026:03:08:55] ENGINE Bus STOPPED 2026-02-12T03:08:55.786 DEBUG:teuthology.orchestra.run.trial069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service' 2026-02-12T03:08:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 systemd[1]: Stopping Ceph mgr.y for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:08:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:08:55.662+0000 7f2e1c969640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:08:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y[67335]: 2026-02-12T03:08:55.662+0000 7f2e1c969640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2026-02-12T03:08:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 podman[144170]: 2026-02-12 03:08:55.703623872 +0000 UTC m=+0.053681431 container died 1a970fb9aa00a852c0da9d270c94477e4acf02f217efd2ddcd96c6826d8e2364 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:08:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 podman[144170]: 2026-02-12 03:08:55.716369775 +0000 UTC m=+0.066427334 container remove 1a970fb9aa00a852c0da9d270c94477e4acf02f217efd2ddcd96c6826d8e2364 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:08:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 bash[144170]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-mgr-y 2026-02-12T03:08:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service: Deactivated successfully. 2026-02-12T03:08:55.838 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 systemd[1]: Stopped Ceph mgr.y for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:08:55.839 INFO:journalctl@ceph.mgr.y.trial069.stdout:Feb 12 03:08:55 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.y.service: Consumed 19.677s CPU time. 2026-02-12T03:08:55.860 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:08:55.860 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2026-02-12T03:08:55.860 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-02-12T03:08:55.860 DEBUG:teuthology.orchestra.run.trial132:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x 2026-02-12T03:08:56.094 DEBUG:teuthology.orchestra.run.trial132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@mgr.x.service' 2026-02-12T03:08:56.128 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:08:56.128 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-02-12T03:08:56.129 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-02-12T03:08:56.129 DEBUG:teuthology.orchestra.run.trial069:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.0 2026-02-12T03:08:56.588 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:08:56 trial069 systemd[1]: Stopping Ceph osd.0 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:08:56.588 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:08:56 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[100997]: 2026-02-12T03:08:56.225+0000 7fced775f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:08:56.588 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:08:56 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[100997]: 2026-02-12T03:08:56.225+0000 7fced775f640 -1 osd.0 147 *** Got signal Terminated *** 2026-02-12T03:08:56.588 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:08:56 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0[100997]: 2026-02-12T03:08:56.225+0000 7fced775f640 -1 osd.0 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:09:01.589 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:09:01 trial069 podman[144333]: 2026-02-12 03:09:01.294970434 +0000 UTC m=+5.082215636 container died e6132d19f242a388657ad0f287fc650ac90ac9d3e9490cfa6886f6da8df3d414 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:09:01.589 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:09:01 trial069 podman[144333]: 2026-02-12 03:09:01.303913602 +0000 UTC m=+5.091158804 container remove e6132d19f242a388657ad0f287fc650ac90ac9d3e9490cfa6886f6da8df3d414 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209) 2026-02-12T03:09:01.589 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:09:01 trial069 bash[144333]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0 2026-02-12T03:09:01.589 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:09:01 trial069 podman[144457]: 2026-02-12 03:09:01.431251176 +0000 UTC m=+0.016841156 container create 03077cade34cc75ba2022f90c22f2e4e1035e19ed823aff2fe8604e576c95bd5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2) 2026-02-12T03:09:01.589 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:09:01 trial069 podman[144457]: 2026-02-12 03:09:01.467490865 +0000 UTC m=+0.053080835 container init 03077cade34cc75ba2022f90c22f2e4e1035e19ed823aff2fe8604e576c95bd5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default) 2026-02-12T03:09:01.589 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:09:01 trial069 podman[144457]: 2026-02-12 03:09:01.469889254 +0000 UTC m=+0.055479234 container start 03077cade34cc75ba2022f90c22f2e4e1035e19ed823aff2fe8604e576c95bd5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T03:09:01.589 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:09:01 trial069 podman[144457]: 2026-02-12 03:09:01.470363404 +0000 UTC m=+0.055953374 container attach 03077cade34cc75ba2022f90c22f2e4e1035e19ed823aff2fe8604e576c95bd5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-0-deactivate, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:09:01.590 INFO:journalctl@ceph.osd.0.trial069.stdout:Feb 12 03:09:01 trial069 podman[144457]: 2026-02-12 03:09:01.424797158 +0000 UTC m=+0.010387128 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:09:01.626 DEBUG:teuthology.orchestra.run.trial069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.0.service' 2026-02-12T03:09:01.663 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:01.664 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-02-12T03:09:01.664 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-02-12T03:09:01.664 DEBUG:teuthology.orchestra.run.trial069:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.1 2026-02-12T03:09:02.088 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:01 trial069 systemd[1]: Stopping Ceph osd.1 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:02.088 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:01 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[106779]: 2026-02-12T03:09:01.802+0000 7f13b9e33640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:09:02.088 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:01 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[106779]: 2026-02-12T03:09:01.802+0000 7f13b9e33640 -1 osd.1 147 *** Got signal Terminated *** 2026-02-12T03:09:02.088 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:01 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1[106779]: 2026-02-12T03:09:01.802+0000 7f13b9e33640 -1 osd.1 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:09:07.174 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:06 trial069 podman[144592]: 2026-02-12 03:09:06.882269802 +0000 UTC m=+5.092022794 container died 51ef416854b5ba308b2ebc6a113dc197ce052ed4f712ec61011495eb21550f83 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:09:07.174 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:06 trial069 podman[144592]: 2026-02-12 03:09:06.891229781 +0000 UTC m=+5.100982773 container remove 51ef416854b5ba308b2ebc6a113dc197ce052ed4f712ec61011495eb21550f83 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:09:07.174 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:06 trial069 bash[144592]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1 2026-02-12T03:09:07.174 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:07 trial069 podman[144726]: 2026-02-12 03:09:07.022163562 +0000 UTC m=+0.015820411 container create b5e86e8f9e633994817890441d7ea187e18fa1f9d4791a7959b0b63ec2b817e5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:09:07.174 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:07 trial069 podman[144726]: 2026-02-12 03:09:07.054116488 +0000 UTC m=+0.047773337 container init b5e86e8f9e633994817890441d7ea187e18fa1f9d4791a7959b0b63ec2b817e5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:09:07.175 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:07 trial069 podman[144726]: 2026-02-12 03:09:07.056748366 +0000 UTC m=+0.050405215 container start b5e86e8f9e633994817890441d7ea187e18fa1f9d4791a7959b0b63ec2b817e5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default) 2026-02-12T03:09:07.175 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:07 trial069 podman[144726]: 2026-02-12 03:09:07.05728881 +0000 UTC m=+0.050945659 container attach b5e86e8f9e633994817890441d7ea187e18fa1f9d4791a7959b0b63ec2b817e5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.41.3, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:09:07.175 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:07 trial069 podman[144726]: 2026-02-12 03:09:07.01575001 +0000 UTC m=+0.009406859 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:09:07.175 INFO:journalctl@ceph.osd.1.trial069.stdout:Feb 12 03:09:07 trial069 podman[144726]: 2026-02-12 03:09:07.173866388 +0000 UTC m=+0.167523237 container died b5e86e8f9e633994817890441d7ea187e18fa1f9d4791a7959b0b63ec2b817e5 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-1-deactivate, ceph=True, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:09:07.213 DEBUG:teuthology.orchestra.run.trial069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.1.service' 2026-02-12T03:09:07.248 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:07.249 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-02-12T03:09:07.249 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-02-12T03:09:07.249 DEBUG:teuthology.orchestra.run.trial069:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.2 2026-02-12T03:09:07.588 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:07 trial069 systemd[1]: Stopping Ceph osd.2 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:07.588 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[114530]: 2026-02-12T03:09:07.380+0000 7f609002e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:09:07.588 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[114530]: 2026-02-12T03:09:07.380+0000 7f609002e640 -1 osd.2 147 *** Got signal Terminated *** 2026-02-12T03:09:07.588 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:07 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2[114530]: 2026-02-12T03:09:07.380+0000 7f609002e640 -1 osd.2 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:09:12.747 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 podman[144862]: 2026-02-12 03:09:12.459970523 +0000 UTC m=+5.091824373 container died 0e255f23d6754cd1b6af286399fabbbe8931bf99752925c1f9df25f4707f3890 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T03:09:12.747 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 podman[144862]: 2026-02-12 03:09:12.468849581 +0000 UTC m=+5.100703431 container remove 0e255f23d6754cd1b6af286399fabbbe8931bf99752925c1f9df25f4707f3890 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3) 2026-02-12T03:09:12.747 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 bash[144862]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2 2026-02-12T03:09:12.748 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 podman[144995]: 2026-02-12 03:09:12.593758339 +0000 UTC m=+0.015914628 container create b56251ed69d11306c9c9272e8db23385e2e48b05a53b5d9069d69b484747245f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:09:12.748 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 podman[144995]: 2026-02-12 03:09:12.623999674 +0000 UTC m=+0.046155973 container init b56251ed69d11306c9c9272e8db23385e2e48b05a53b5d9069d69b484747245f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209) 2026-02-12T03:09:12.748 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 podman[144995]: 2026-02-12 03:09:12.626511426 +0000 UTC m=+0.048667715 container start b56251ed69d11306c9c9272e8db23385e2e48b05a53b5d9069d69b484747245f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, ceph=True, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:09:12.748 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 podman[144995]: 2026-02-12 03:09:12.627118735 +0000 UTC m=+0.049275024 container attach b56251ed69d11306c9c9272e8db23385e2e48b05a53b5d9069d69b484747245f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:09:12.748 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 podman[144995]: 2026-02-12 03:09:12.58760239 +0000 UTC m=+0.009758669 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:09:12.748 INFO:journalctl@ceph.osd.2.trial069.stdout:Feb 12 03:09:12 trial069 podman[144995]: 2026-02-12 03:09:12.747360247 +0000 UTC m=+0.169516536 container died b56251ed69d11306c9c9272e8db23385e2e48b05a53b5d9069d69b484747245f (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-11-1317, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:09:12.777 DEBUG:teuthology.orchestra.run.trial069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.2.service' 2026-02-12T03:09:12.814 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:12.815 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-02-12T03:09:12.815 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2026-02-12T03:09:12.815 DEBUG:teuthology.orchestra.run.trial069:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.3 2026-02-12T03:09:13.088 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:12 trial069 systemd[1]: Stopping Ceph osd.3 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:13.088 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[122274]: 2026-02-12T03:09:12.949+0000 7f66b7246640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:09:13.088 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[122274]: 2026-02-12T03:09:12.949+0000 7f66b7246640 -1 osd.3 147 *** Got signal Terminated *** 2026-02-12T03:09:13.088 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:12 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3[122274]: 2026-02-12T03:09:12.949+0000 7f66b7246640 -1 osd.3 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:09:18.325 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:18 trial069 podman[145133]: 2026-02-12 03:09:18.029234334 +0000 UTC m=+5.092889649 container died c3bddf9029e2b114f5d59dd460d1161f0875a0b35034daf96ba60b57448947cc (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, io.buildah.version=1.41.3) 2026-02-12T03:09:18.326 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:18 trial069 podman[145133]: 2026-02-12 03:09:18.038102472 +0000 UTC m=+5.101757777 container remove c3bddf9029e2b114f5d59dd460d1161f0875a0b35034daf96ba60b57448947cc (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:09:18.326 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:18 trial069 bash[145133]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3 2026-02-12T03:09:18.326 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:18 trial069 podman[145266]: 2026-02-12 03:09:18.170686855 +0000 UTC m=+0.015628156 container create c37ed1afbe97a760699bb3c0182219b1bb90ae0d0f61685d3eb8133fba4e9a02 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, io.buildah.version=1.41.3) 2026-02-12T03:09:18.326 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:18 trial069 podman[145266]: 2026-02-12 03:09:18.203225999 +0000 UTC m=+0.048167290 container init c37ed1afbe97a760699bb3c0182219b1bb90ae0d0f61685d3eb8133fba4e9a02 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209) 2026-02-12T03:09:18.326 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:18 trial069 podman[145266]: 2026-02-12 03:09:18.205791086 +0000 UTC m=+0.050732387 container start c37ed1afbe97a760699bb3c0182219b1bb90ae0d0f61685d3eb8133fba4e9a02 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, org.label-schema.license=GPLv2, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:09:18.326 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:18 trial069 podman[145266]: 2026-02-12 03:09:18.206516825 +0000 UTC m=+0.051458136 container attach c37ed1afbe97a760699bb3c0182219b1bb90ae0d0f61685d3eb8133fba4e9a02 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-3-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.license=GPLv2, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T03:09:18.326 INFO:journalctl@ceph.osd.3.trial069.stdout:Feb 12 03:09:18 trial069 podman[145266]: 2026-02-12 03:09:18.164630446 +0000 UTC m=+0.009571747 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:09:18.377 DEBUG:teuthology.orchestra.run.trial069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.3.service' 2026-02-12T03:09:18.414 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:18.414 INFO:tasks.cephadm.osd.3:Stopped osd.3 2026-02-12T03:09:18.415 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2026-02-12T03:09:18.415 DEBUG:teuthology.orchestra.run.trial132:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.4 2026-02-12T03:09:18.914 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:18 trial132 systemd[1]: Stopping Ceph osd.4 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:18.915 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:18 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[81630]: 2026-02-12T03:09:18.516+0000 7ff0befe2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:09:18.915 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:18 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[81630]: 2026-02-12T03:09:18.516+0000 7ff0befe2640 -1 osd.4 147 *** Got signal Terminated *** 2026-02-12T03:09:18.915 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:18 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4[81630]: 2026-02-12T03:09:18.516+0000 7ff0befe2640 -1 osd.4 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:09:22.914 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:09:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:09:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:22.639Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.69:8765: connect: connection refused" 2026-02-12T03:09:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:22.640Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:09:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:09:22.915 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:22 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:22.642Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.132:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.132:8765: connect: connection refused" 2026-02-12T03:09:23.893 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:23 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:23.718+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:23.894 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:23 trial132 podman[110392]: 2026-02-12 03:09:23.585905663 +0000 UTC m=+5.082259725 container died b4737cfe34edace82e1d0eeedee82847acaf5f67a39b900dcf8ae555127f00e3 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:09:23.894 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:23 trial132 podman[110392]: 2026-02-12 03:09:23.595361775 +0000 UTC m=+5.091715836 container remove b4737cfe34edace82e1d0eeedee82847acaf5f67a39b900dcf8ae555127f00e3 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:09:23.894 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:23 trial132 bash[110392]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4 2026-02-12T03:09:23.894 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:23 trial132 podman[110528]: 2026-02-12 03:09:23.727728338 +0000 UTC m=+0.016594667 container create 5a1d866666e64b376858e5fa7917838e9e8006ad69773074cdb62df698730618 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, ceph=True) 2026-02-12T03:09:23.894 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:23 trial132 podman[110528]: 2026-02-12 03:09:23.76001559 +0000 UTC m=+0.048881929 container init 5a1d866666e64b376858e5fa7917838e9e8006ad69773074cdb62df698730618 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:09:23.894 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:23 trial132 podman[110528]: 2026-02-12 03:09:23.762590881 +0000 UTC m=+0.051457220 container start 5a1d866666e64b376858e5fa7917838e9e8006ad69773074cdb62df698730618 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:09:23.895 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:23 trial132 podman[110528]: 2026-02-12 03:09:23.76323109 +0000 UTC m=+0.052097429 container attach 5a1d866666e64b376858e5fa7917838e9e8006ad69773074cdb62df698730618 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-4-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3) 2026-02-12T03:09:23.895 INFO:journalctl@ceph.osd.4.trial132.stdout:Feb 12 03:09:23 trial132 podman[110528]: 2026-02-12 03:09:23.720837629 +0000 UTC m=+0.009703978 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:09:23.923 DEBUG:teuthology.orchestra.run.trial132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.4.service' 2026-02-12T03:09:23.961 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:23.961 INFO:tasks.cephadm.osd.4:Stopped osd.4 2026-02-12T03:09:23.962 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2026-02-12T03:09:23.962 DEBUG:teuthology.orchestra.run.trial132:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.5 2026-02-12T03:09:24.164 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:24 trial132 systemd[1]: Stopping Ceph osd.5 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:24.165 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:09:24.100+0000 7fd1443af640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:09:24.165 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:09:24.100+0000 7fd1443af640 -1 osd.5 147 *** Got signal Terminated *** 2026-02-12T03:09:24.165 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:09:24.100+0000 7fd1443af640 -1 osd.5 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:09:24.664 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:24.230+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:25.164 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:24 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:24.711+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:25.664 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:25 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:09:25.388+0000 7fd13ca6f640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:09:01.165291+0000 front 2026-02-12T03:09:01.165204+0000 (oldest deadline 2026-02-12T03:09:25.265219+0000) 2026-02-12T03:09:25.664 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:25 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:25.262+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:26.164 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:25 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:25.682+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:26.664 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:09:26.394+0000 7fd13ca6f640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:09:01.165291+0000 front 2026-02-12T03:09:01.165204+0000 (oldest deadline 2026-02-12T03:09:25.265219+0000) 2026-02-12T03:09:26.665 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:26.230+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:27.164 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:26 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:26.723+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:27.442 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:27.187+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:27.745 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:09:27.439+0000 7fd13ca6f640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:09:01.165291+0000 front 2026-02-12T03:09:01.165204+0000 (oldest deadline 2026-02-12T03:09:25.265219+0000) 2026-02-12T03:09:28.164 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:27 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:27.742+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:28.664 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5[87631]: 2026-02-12T03:09:28.414+0000 7fd13ca6f640 -1 osd.5 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:09:01.165291+0000 front 2026-02-12T03:09:01.165204+0000 (oldest deadline 2026-02-12T03:09:25.265219+0000) 2026-02-12T03:09:28.665 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:28.190+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:28.665 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:28.190+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:05.936838+0000 front 2026-02-12T03:09:05.936843+0000 (oldest deadline 2026-02-12T03:09:27.636819+0000) 2026-02-12T03:09:29.164 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:28.716+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:29.165 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:28 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:28.716+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:29.488 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:29.226+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:29.488 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:29.227+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:05.936838+0000 front 2026-02-12T03:09:05.936843+0000 (oldest deadline 2026-02-12T03:09:27.636819+0000) 2026-02-12T03:09:29.489 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:29 trial132 podman[110664]: 2026-02-12 03:09:29.169967533 +0000 UTC m=+5.082991498 container died 95eecfff66017424a2e212bec54c37395e8434938fb0ed7109f02fc43d450531 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:09:29.489 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:29 trial132 podman[110664]: 2026-02-12 03:09:29.179352712 +0000 UTC m=+5.092376677 container remove 95eecfff66017424a2e212bec54c37395e8434938fb0ed7109f02fc43d450531 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.build-date=20260209) 2026-02-12T03:09:29.489 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:29 trial132 bash[110664]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5 2026-02-12T03:09:29.489 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:29 trial132 podman[110797]: 2026-02-12 03:09:29.32094219 +0000 UTC m=+0.016628369 container create 6965a05d8a3237edbfc495fc82cf3d95bfdfe27207c123ea60e7bf6a1ebc4d59 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, CEPH_REF=wip-guits-main-2026-02-11-1317, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:09:29.489 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:29 trial132 podman[110797]: 2026-02-12 03:09:29.35308404 +0000 UTC m=+0.048770199 container init 6965a05d8a3237edbfc495fc82cf3d95bfdfe27207c123ea60e7bf6a1ebc4d59 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T03:09:29.489 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:29 trial132 podman[110797]: 2026-02-12 03:09:29.355593508 +0000 UTC m=+0.051279667 container start 6965a05d8a3237edbfc495fc82cf3d95bfdfe27207c123ea60e7bf6a1ebc4d59 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, ceph=True, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2) 2026-02-12T03:09:29.490 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:29 trial132 podman[110797]: 2026-02-12 03:09:29.356832007 +0000 UTC m=+0.052518166 container attach 6965a05d8a3237edbfc495fc82cf3d95bfdfe27207c123ea60e7bf6a1ebc4d59 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-5-deactivate, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-11-1317, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T03:09:29.490 INFO:journalctl@ceph.osd.5.trial132.stdout:Feb 12 03:09:29 trial132 podman[110797]: 2026-02-12 03:09:29.314733698 +0000 UTC m=+0.010419857 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:09:29.518 DEBUG:teuthology.orchestra.run.trial132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.5.service' 2026-02-12T03:09:29.555 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:29.556 INFO:tasks.cephadm.osd.5:Stopped osd.5 2026-02-12T03:09:29.556 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2026-02-12T03:09:29.556 DEBUG:teuthology.orchestra.run.trial132:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.6 2026-02-12T03:09:29.914 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:29 trial132 systemd[1]: Stopping Ceph osd.6 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:29.915 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:29.688+0000 7f70ed0ba640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:09:29.915 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:29.688+0000 7f70ed0ba640 -1 osd.6 147 *** Got signal Terminated *** 2026-02-12T03:09:29.915 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:29.688+0000 7f70ed0ba640 -1 osd.6 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:09:29.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:29.675+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:29.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:29 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:29.675+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:30.628 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:30 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:30.207+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:30.628 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:30 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:30.207+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:05.936838+0000 front 2026-02-12T03:09:05.936843+0000 (oldest deadline 2026-02-12T03:09:27.636819+0000) 2026-02-12T03:09:30.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:30 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:30.625+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:30.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:30 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:30.625+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:31.659 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:31.173+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:31.660 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:31.173+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:05.936838+0000 front 2026-02-12T03:09:05.936843+0000 (oldest deadline 2026-02-12T03:09:27.636819+0000) 2026-02-12T03:09:31.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:31.657+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:31.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:31 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:31.657+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:32.655 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:32.169+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:32.655 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:32.169+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:05.936838+0000 front 2026-02-12T03:09:05.936843+0000 (oldest deadline 2026-02-12T03:09:27.636819+0000) 2026-02-12T03:09:32.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:32.652+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:32.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:32 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:32.652+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:33.414 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:33.150+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:33.414 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:33.150+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:05.936838+0000 front 2026-02-12T03:09:05.936843+0000 (oldest deadline 2026-02-12T03:09:27.636819+0000) 2026-02-12T03:09:33.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:33.639+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:33.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:33.639+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:33.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:33 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:33.639+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6822 osd.2 since back 2026-02-12T03:09:08.656939+0000 front 2026-02-12T03:09:08.656945+0000 (oldest deadline 2026-02-12T03:09:33.356889+0000) 2026-02-12T03:09:34.414 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:34 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:34.137+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:59.636349+0000 front 2026-02-12T03:08:59.636331+0000 (oldest deadline 2026-02-12T03:09:23.736336+0000) 2026-02-12T03:09:34.414 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:34 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6[93680]: 2026-02-12T03:09:34.137+0000 7f70e577a640 -1 osd.6 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:05.936838+0000 front 2026-02-12T03:09:05.936843+0000 (oldest deadline 2026-02-12T03:09:27.636819+0000) 2026-02-12T03:09:34.886 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:34 trial132 podman[110936]: 2026-02-12 03:09:34.747757841 +0000 UTC m=+5.072731941 container died 134e9e7de07288e0d03a16dd69285bef4dc82742e40fc2011a6062b6678bf22b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T03:09:34.887 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:34 trial132 podman[110936]: 2026-02-12 03:09:34.756866653 +0000 UTC m=+5.081840753 container remove 134e9e7de07288e0d03a16dd69285bef4dc82742e40fc2011a6062b6678bf22b (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T03:09:34.887 INFO:journalctl@ceph.osd.6.trial132.stdout:Feb 12 03:09:34 trial132 bash[110936]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-6 2026-02-12T03:09:34.887 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:34 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:34.627+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:34.887 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:34 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:34.627+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:34.887 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:34 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:34.627+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6822 osd.2 since back 2026-02-12T03:09:08.656939+0000 front 2026-02-12T03:09:08.656945+0000 (oldest deadline 2026-02-12T03:09:33.356889+0000) 2026-02-12T03:09:35.079 DEBUG:teuthology.orchestra.run.trial132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.6.service' 2026-02-12T03:09:35.116 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:35.117 INFO:tasks.cephadm.osd.6:Stopped osd.6 2026-02-12T03:09:35.117 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2026-02-12T03:09:35.117 DEBUG:teuthology.orchestra.run.trial132:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.7 2026-02-12T03:09:35.633 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:35 trial132 systemd[1]: Stopping Ceph osd.7 for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:35.634 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:35 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:35.250+0000 7f6faa4a7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T03:09:35.634 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:35 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:35.250+0000 7f6faa4a7640 -1 osd.7 147 *** Got signal Terminated *** 2026-02-12T03:09:35.634 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:35 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:35.250+0000 7f6faa4a7640 -1 osd.7 147 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T03:09:35.634 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:35 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:35.631+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:35.634 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:35 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:35.631+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:35.634 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:35 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:35.631+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6822 osd.2 since back 2026-02-12T03:09:08.656939+0000 front 2026-02-12T03:09:08.656945+0000 (oldest deadline 2026-02-12T03:09:33.356889+0000) 2026-02-12T03:09:36.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:36.591+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:36.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:36.591+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:36.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:36 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:36.591+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6822 osd.2 since back 2026-02-12T03:09:08.656939+0000 front 2026-02-12T03:09:08.656945+0000 (oldest deadline 2026-02-12T03:09:33.356889+0000) 2026-02-12T03:09:37.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:37.587+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:37.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:37.587+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:37.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:37 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:37.587+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6822 osd.2 since back 2026-02-12T03:09:08.656939+0000 front 2026-02-12T03:09:08.656945+0000 (oldest deadline 2026-02-12T03:09:33.356889+0000) 2026-02-12T03:09:38.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:38.588+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:38.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:38.588+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:38.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:38.588+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6822 osd.2 since back 2026-02-12T03:09:08.656939+0000 front 2026-02-12T03:09:08.656945+0000 (oldest deadline 2026-02-12T03:09:33.356889+0000) 2026-02-12T03:09:38.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:38 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:38.588+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6830 osd.3 since back 2026-02-12T03:09:16.857321+0000 front 2026-02-12T03:09:16.857296+0000 (oldest deadline 2026-02-12T03:09:38.557355+0000) 2026-02-12T03:09:39.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:39 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:39.574+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6806 osd.0 since back 2026-02-12T03:08:56.956284+0000 front 2026-02-12T03:08:56.956318+0000 (oldest deadline 2026-02-12T03:09:22.856325+0000) 2026-02-12T03:09:39.914 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:39 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:39.574+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6814 osd.1 since back 2026-02-12T03:09:02.856540+0000 front 2026-02-12T03:09:02.856636+0000 (oldest deadline 2026-02-12T03:09:28.156532+0000) 2026-02-12T03:09:39.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:39 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:39.574+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6822 osd.2 since back 2026-02-12T03:09:08.656939+0000 front 2026-02-12T03:09:08.656945+0000 (oldest deadline 2026-02-12T03:09:33.356889+0000) 2026-02-12T03:09:39.915 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:39 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7[99732]: 2026-02-12T03:09:39.574+0000 7f6fa6b6f640 -1 osd.7 147 heartbeat_check: no reply from 10.20.193.69:6830 osd.3 since back 2026-02-12T03:09:16.857321+0000 front 2026-02-12T03:09:16.857296+0000 (oldest deadline 2026-02-12T03:09:38.557355+0000) 2026-02-12T03:09:40.630 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 podman[111196]: 2026-02-12 03:09:40.319911137 +0000 UTC m=+5.082316714 container died 68a5e76fed8a3eb4839ee6099399af0b3b0f68815b88b57f4c64e0c247ad4d4d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7, ceph=True, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.build-date=20260209, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:09:40.631 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 podman[111196]: 2026-02-12 03:09:40.329183475 +0000 UTC m=+5.091589052 container remove 68a5e76fed8a3eb4839ee6099399af0b3b0f68815b88b57f4c64e0c247ad4d4d (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.build-date=20260209) 2026-02-12T03:09:40.631 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 bash[111196]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7 2026-02-12T03:09:40.631 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 podman[111325]: 2026-02-12 03:09:40.473258887 +0000 UTC m=+0.016751651 container create 8e11b9cda9344201e9f5c2b0e7d172d9d16eb5b908fe2cb5c81cb40fc7af2236 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-11-1317, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T03:09:40.631 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 podman[111325]: 2026-02-12 03:09:40.50006606 +0000 UTC m=+0.043558764 container init 8e11b9cda9344201e9f5c2b0e7d172d9d16eb5b908fe2cb5c81cb40fc7af2236 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-11-1317, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True) 2026-02-12T03:09:40.631 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 podman[111325]: 2026-02-12 03:09:40.502522018 +0000 UTC m=+0.046014722 container start 8e11b9cda9344201e9f5c2b0e7d172d9d16eb5b908fe2cb5c81cb40fc7af2236 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-11-1317, OSD_FLAVOR=default) 2026-02-12T03:09:40.631 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 podman[111325]: 2026-02-12 03:09:40.503154231 +0000 UTC m=+0.046646935 container attach 8e11b9cda9344201e9f5c2b0e7d172d9d16eb5b908fe2cb5c81cb40fc7af2236 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, ceph=True, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:09:40.631 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 podman[111325]: 2026-02-12 03:09:40.466822989 +0000 UTC m=+0.010315703 image pull 21b90b676abb7634791057d228abd0f5ac742f92caa41ac2de4311b5e5a31dd1 quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2 2026-02-12T03:09:40.631 INFO:journalctl@ceph.osd.7.trial132.stdout:Feb 12 03:09:40 trial132 podman[111325]: 2026-02-12 03:09:40.62793323 +0000 UTC m=+0.171425934 container died 8e11b9cda9344201e9f5c2b0e7d172d9d16eb5b908fe2cb5c81cb40fc7af2236 (image=quay.ceph.io/ceph-ci/ceph:84a80275f63e26ece3f633fd033fd9ecbda16ed2, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-osd-7-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=84a80275f63e26ece3f633fd033fd9ecbda16ed2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-11-1317) 2026-02-12T03:09:40.666 DEBUG:teuthology.orchestra.run.trial132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@osd.7.service' 2026-02-12T03:09:40.703 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:40.703 INFO:tasks.cephadm.osd.7:Stopped osd.7 2026-02-12T03:09:40.703 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2026-02-12T03:09:40.704 DEBUG:teuthology.orchestra.run.trial132:> sudo systemctl stop ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@prometheus.a 2026-02-12T03:09:40.907 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 systemd[1]: Stopping Ceph prometheus.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:40.907 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=WARN source=main.go:1076 msg="Received an OS signal, exiting gracefully..." signal=terminated 2026-02-12T03:09:40.907 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=INFO source=main.go:1101 msg="Stopping scrape discovery manager..." 2026-02-12T03:09:40.907 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=INFO source=main.go:1115 msg="Stopping notify discovery manager..." 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=INFO source=manager.go:190 msg="Stopping rule manager..." component="rule manager" 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=INFO source=main.go:1097 msg="Scrape discovery manager stopped" 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=INFO source=main.go:1111 msg="Notify discovery manager stopped" 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=INFO source=manager.go:206 msg="Rule manager stopped" component="rule manager" 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=INFO source=main.go:1152 msg="Stopping scrape manager..." 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.835Z level=INFO source=main.go:1144 msg="Scrape manager stopped" 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.837Z level=INFO source=manager.go:543 msg="Stopping notification manager..." component=notifier 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.837Z level=INFO source=manager.go:285 msg="Draining any remaining notifications..." component=notifier 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.837Z level=INFO source=manager.go:291 msg="Remaining notifications drained" component=notifier 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.837Z level=INFO source=manager.go:218 msg="Notification manager stopped" component=notifier 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.837Z level=INFO source=main.go:1422 msg="Notifier manager stopped" 2026-02-12T03:09:40.908 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a[52949]: time=2026-02-12T03:09:40.837Z level=INFO source=main.go:1436 msg="See you next time!" 2026-02-12T03:09:40.909 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 podman[111457]: 2026-02-12 03:09:40.846090464 +0000 UTC m=+0.023183191 container died dce7853d675c551b1911b3bf3fac95d44bab742d0a6169b391836a9bf87936a6 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T03:09:40.909 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 podman[111457]: 2026-02-12 03:09:40.853463436 +0000 UTC m=+0.030556163 container remove dce7853d675c551b1911b3bf3fac95d44bab742d0a6169b391836a9bf87936a6 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T03:09:40.909 INFO:journalctl@ceph.prometheus.a.trial132.stdout:Feb 12 03:09:40 trial132 bash[111457]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-prometheus-a 2026-02-12T03:09:40.912 DEBUG:teuthology.orchestra.run.trial132:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@prometheus.a.service' 2026-02-12T03:09:40.948 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T03:09:40.948 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2026-02-12T03:09:40.948 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 --force --keep-logs 2026-02-12T03:09:41.195 INFO:teuthology.orchestra.run.trial069.stdout:Deleting cluster with fsid: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:09:42.443 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:09:42 trial069 systemd[1]: Stopping Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:42.443 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:09:42 trial069 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a[84612]: time=2026-02-12T03:09:42.355Z level=INFO source=main.go:584 msg="Received SIGTERM, exiting gracefully..." 2026-02-12T03:09:42.443 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:09:42 trial069 podman[145743]: 2026-02-12 03:09:42.365387628 +0000 UTC m=+0.022168002 container died a4a2955ab7b599f62de2ac4c36e45abd8a9f82f0518ccba3db3275ba75b36cf3 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, org.opencontainers.image.source=https://github.com/prometheus/alertmanager, maintainer=The Prometheus Authors ) 2026-02-12T03:09:42.444 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:09:42 trial069 podman[145743]: 2026-02-12 03:09:42.374727493 +0000 UTC m=+0.031507857 container remove a4a2955ab7b599f62de2ac4c36e45abd8a9f82f0518ccba3db3275ba75b36cf3 (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T03:09:42.444 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:09:42 trial069 podman[145743]: 2026-02-12 03:09:42.375326562 +0000 UTC m=+0.032106947 volume remove d4bb50d2412fd2ad89943a6f654f8628cb2d857408cb12b16839da364a533cbd 2026-02-12T03:09:42.444 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:09:42 trial069 bash[145743]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-alertmanager-a 2026-02-12T03:09:42.712 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:09:42 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T03:09:42.713 INFO:journalctl@ceph.alertmanager.a.trial069.stdout:Feb 12 03:09:42 trial069 systemd[1]: Stopped Ceph alertmanager.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:09:42.713 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:09:42 trial069 systemd[1]: Stopping Ceph node-exporter.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:09:42.713 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:09:42 trial069 podman[145889]: 2026-02-12 03:09:42.677468418 +0000 UTC m=+0.023627514 container died d651ebdcd678bcd77a1f3fadd0f977cb66d9f009a5e9f3ba706d40c56c673f1b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:09:42.713 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:09:42 trial069 podman[145889]: 2026-02-12 03:09:42.685924177 +0000 UTC m=+0.032083273 container remove d651ebdcd678bcd77a1f3fadd0f977cb66d9f009a5e9f3ba706d40c56c673f1b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T03:09:42.713 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:09:42 trial069 bash[145889]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-a 2026-02-12T03:09:42.714 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:09:42 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:09:43.088 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:09:42 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.a.service: Failed with result 'exit-code'. 2026-02-12T03:09:43.088 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:09:42 trial069 systemd[1]: Stopped Ceph node-exporter.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:09:43.088 INFO:journalctl@ceph.node-exporter.a.trial069.stdout:Feb 12 03:09:42 trial069 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.a.service: Consumed 1.865s CPU time. 2026-02-12T03:10:04.188 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 --force --keep-logs 2026-02-12T03:10:04.433 INFO:teuthology.orchestra.run.trial132.stdout:Deleting cluster with fsid: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 systemd[1]: Stopping Ceph grafana.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=server t=2026-02-12T03:10:05.566927579Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.56717935Z level=info msg="module stopped" module=*remotecache.RemoteCache 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567179581Z level=info msg="module stopped" module=*supportbundlesimpl.Service 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567180563Z level=info msg="module stopped" module=*angulardetectorsprovider.Dynamic 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567192896Z level=info msg="module stopped" module=*service.UsageStats 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567195581Z level=info msg="module stopped" module=*loginattemptimpl.Service 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567195891Z level=info msg="module stopped" module=*service.DashboardServiceImpl 2026-02-12T03:10:05.637 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567203215Z level=info msg="module stopped" module=*metric.Service 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567204397Z level=info msg="module stopped" module=*store.standardStorageService 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567208525Z level=info msg="module stopped" module=*dualwrite.ZanzanaReconciler 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.56721621Z level=info msg="module stopped" module=*manager.SecretsService 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567216841Z level=info msg="module stopped" module=*store.dummyEntityEventsService 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567219576Z level=info msg="module stopped" module=*pluginexternal.Service 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567219325Z level=info msg="module stopped" module=*updatemanager.PluginsService 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567223613Z level=info msg="module stopped" module=*authimpl.UserAuthTokenService 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567230416Z level=info msg="module stopped" module=*garbagecollectionworker.Worker 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.56723253Z level=info msg="module stopped" module=*pushhttp.Gateway 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567234454Z level=info msg="module stopped" module=*manager.ServiceAccountsService 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567231528Z level=info msg="module stopped" module=*cleanup.CleanUpService 2026-02-12T03:10:05.638 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567232821Z level=info msg="module stopped" module=*ssosettingsimpl.Service 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=ngalert.scheduler t=2026-02-12T03:10:05.567236107Z level=info msg=stopped component=ticker last_tick=2026-02-12T03:10:00Z 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567241998Z level=info msg="module stopped" module=*notifications.NotificationService 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567245204Z level=info msg="module stopped" module=*service.DashboardUpdater 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567246025Z level=info msg="module stopped" module=*live.GrafanaLive 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567245775Z level=info msg="module stopped" module=*anonimpl.AnonDeviceService 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567244212Z level=info msg="module stopped" module=*statscollector.Service 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567245995Z level=info msg="module stopped" module=*appregistry.Service 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567256124Z level=info msg="module stopped" module=*migrations.SecretMigrationProviderImpl 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567257787Z level=info msg="module stopped" module=*metrics.InternalMetricsService 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567262256Z level=info msg="module stopped" module=*rendering.RenderingService 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567303242Z level=info msg="module stopped" module=*api.HTTPServer 2026-02-12T03:10:05.639 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567755469Z level=info msg="module stopped" module=*ngalert.AlertNG 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567777841Z level=info msg="module stopped" module=provisioning 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567802647Z level=info msg="module stopped" module=plugin.backgroundinstaller 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.567998163Z level=info msg="module stopped" module=plugins.store 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.568031205Z level=info msg="module stopped" module=grafana-apiserver 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=tracing t=2026-02-12T03:10:05.568046213Z level=info msg="Closing tracing" 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.568056863Z level=info msg="module stopped" module=tracing 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=backgroundsvcs.managerAdapter t=2026-02-12T03:10:05.568061542Z level=info msg="All modules stopped" 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a[67217]: logger=grafana-apiserver t=2026-02-12T03:10:05.568057434Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 podman[111954]: 2026-02-12 03:10:05.577026334 +0000 UTC m=+0.023100846 container died 6ca9c9da3a353035dd63aafffd99d0a26dd884fe253a5d34390ab4a2f74451e3 (image=quay.io/ceph/grafana:12.3.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 podman[111954]: 2026-02-12 03:10:05.599708365 +0000 UTC m=+0.045782877 container remove 6ca9c9da3a353035dd63aafffd99d0a26dd884fe253a5d34390ab4a2f74451e3 (image=quay.io/ceph/grafana:12.3.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T03:10:05.640 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 bash[111954]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-grafana-a 2026-02-12T03:10:05.955 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@grafana.a.service: Deactivated successfully. 2026-02-12T03:10:05.955 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 systemd[1]: Stopped Ceph grafana.a for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:10:05.955 INFO:journalctl@ceph.grafana.a.trial132.stdout:Feb 12 03:10:05 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@grafana.a.service: Consumed 3.319s CPU time. 2026-02-12T03:10:05.955 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:10:05 trial132 systemd[1]: Stopping Ceph node-exporter.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460... 2026-02-12T03:10:05.955 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:10:05 trial132 podman[112110]: 2026-02-12 03:10:05.924845508 +0000 UTC m=+0.023133849 container died c66dfe2ffbbc94a4942fbe7be9c60ad1fad208c62f7612f8c5d6a38a7557bc71 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:10:05.955 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:10:05 trial132 podman[112110]: 2026-02-12 03:10:05.933838743 +0000 UTC m=+0.032127074 container remove c66dfe2ffbbc94a4942fbe7be9c60ad1fad208c62f7612f8c5d6a38a7557bc71 (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T03:10:05.956 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:10:05 trial132 bash[112110]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460-node-exporter-b 2026-02-12T03:10:05.956 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:10:05 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2026-02-12T03:10:06.414 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:10:06 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.b.service: Failed with result 'exit-code'. 2026-02-12T03:10:06.414 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:10:06 trial132 systemd[1]: Stopped Ceph node-exporter.b for 2c30638c-07bc-11f1-8be0-d404e6e7d460. 2026-02-12T03:10:06.414 INFO:journalctl@ceph.node-exporter.b.trial132.stdout:Feb 12 03:10:06 trial132 systemd[1]: ceph-2c30638c-07bc-11f1-8be0-d404e6e7d460@node-exporter.b.service: Consumed 1.670s CPU time. 2026-02-12T03:10:16.808 DEBUG:teuthology.orchestra.run.trial069:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:10:16.838 DEBUG:teuthology.orchestra.run.trial132:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T03:10:16.865 INFO:tasks.cephadm:Archiving crash dumps... 2026-02-12T03:10:16.871 DEBUG:teuthology.misc:Transferring archived files from trial069:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507/remote/trial069/crash 2026-02-12T03:10:16.872 DEBUG:teuthology.orchestra.run.trial069:> sudo tar c -f - -C /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/crash -- . 2026-02-12T03:10:16.902 INFO:teuthology.orchestra.run.trial069.stderr:tar: /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-12T03:10:16.902 INFO:teuthology.orchestra.run.trial069.stderr:tar: Error is not recoverable: exiting now 2026-02-12T03:10:16.905 DEBUG:teuthology.misc:Transferring archived files from trial132:/var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507/remote/trial132/crash 2026-02-12T03:10:16.906 DEBUG:teuthology.orchestra.run.trial132:> sudo tar c -f - -C /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/crash -- . 2026-02-12T03:10:16.931 INFO:teuthology.orchestra.run.trial132.stderr:tar: /var/lib/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-12T03:10:16.931 INFO:teuthology.orchestra.run.trial132.stderr:tar: Error is not recoverable: exiting now 2026-02-12T03:10:16.932 INFO:tasks.cephadm:Checking cluster log for badness... 2026-02-12T03:10:16.933 DEBUG:teuthology.orchestra.run.trial069:> sudo grep -E '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.log | grep -E CEPHADM_ | grep -E -v '\(MDS_ALL_DOWN\)' | grep -E -v '\(MDS_UP_LESS_THAN_MAX\)' | grep -E -v CEPHADM_STRAY_DAEMON | grep -E -v CEPHADM_FAILED_DAEMON | grep -E -v CEPHADM_AGENT_DOWN | head -n 1 2026-02-12T03:10:16.971 INFO:tasks.cephadm:Compressing logs... 2026-02-12T03:10:16.972 DEBUG:teuthology.orchestra.run.trial069:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T03:10:17.014 DEBUG:teuthology.orchestra.run.trial132:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T03:10:17.037 INFO:teuthology.orchestra.run.trial069.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-12T03:10:17.037 INFO:teuthology.orchestra.run.trial069.stderr:: No such file or directory 2026-02-12T03:10:17.037 INFO:teuthology.orchestra.run.trial069.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.2.log 2026-02-12T03:10:17.037 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.a.log 2026-02-12T03:10:17.038 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.0.log 2026-02-12T03:10:17.038 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mgr.y.log 2026-02-12T03:10:17.038 INFO:teuthology.orchestra.run.trial069.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.3.log 2026-02-12T03:10:17.038 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.0.log: /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.c.log 2026-02-12T03:10:17.038 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.cephadm.log 2026-02-12T03:10:17.038 INFO:teuthology.orchestra.run.trial069.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.audit.log 2026-02-12T03:10:17.038 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.c.log: /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-volume.log 2026-02-12T03:10:17.039 INFO:teuthology.orchestra.run.trial132.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-02-12T03:10:17.041 INFO:teuthology.orchestra.run.trial069.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.1.log 2026-02-12T03:10:17.041 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.audit.log: /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-client.rgw.foo.trial069.yqczlm.log 2026-02-12T03:10:17.041 INFO:teuthology.orchestra.run.trial069.stderr: 93.0% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-12T03:10:17.041 INFO:teuthology.orchestra.run.trial069.stderr: 92.1% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.cephadm.log.gz 2026-02-12T03:10:17.041 INFO:teuthology.orchestra.run.trial069.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/tcmu-runner.log 2026-02-12T03:10:17.041 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.1.log: /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-client.rgw.foo.trial069.yqczlm.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.log 2026-02-12T03:10:17.041 INFO:teuthology.orchestra.run.trial069.stderr: 76.7% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-client.rgw.foo.trial069.yqczlm.log.gz 2026-02-12T03:10:17.041 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/tcmu-runner.log: 76.0% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/tcmu-runner.log.gz 2026-02-12T03:10:17.042 INFO:teuthology.orchestra.run.trial069.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.log: 93.9% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.log.gz 2026-02-12T03:10:17.045 INFO:teuthology.orchestra.run.trial132.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-12T03:10:17.045 INFO:teuthology.orchestra.run.trial132.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.5.log 2026-02-12T03:10:17.045 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.7.log 2026-02-12T03:10:17.045 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.cephadm.log 2026-02-12T03:10:17.045 INFO:teuthology.orchestra.run.trial132.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.4.log 2026-02-12T03:10:17.045 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.7.log: /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.audit.log 2026-02-12T03:10:17.045 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.b.log 2026-02-12T03:10:17.045 INFO:teuthology.orchestra.run.trial132.stderr: 85.9% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.cephadm.log.gz 2026-02-12T03:10:17.046 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-volume.log 2026-02-12T03:10:17.046 INFO:teuthology.orchestra.run.trial132.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.6.log 2026-02-12T03:10:17.046 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.b.log: /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-client.rgw.foo.trial132.fhwkkj.log 2026-02-12T03:10:17.046 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mgr.x.log 2026-02-12T03:10:17.046 INFO:teuthology.orchestra.run.trial132.stderr:gzip -5 --verbose -- /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.log 2026-02-12T03:10:17.046 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-client.rgw.foo.trial132.fhwkkj.log: /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mgr.x.log: 77.0% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-client.rgw.foo.trial132.fhwkkj.log.gz 2026-02-12T03:10:17.046 INFO:teuthology.orchestra.run.trial132.stderr:/var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.log: 91.2% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.audit.log.gz 2026-02-12T03:10:17.046 INFO:teuthology.orchestra.run.trial132.stderr: 88.9% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.log.gz 2026-02-12T03:10:17.047 INFO:teuthology.orchestra.run.trial069.stderr: 94.5% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph.audit.log.gz 2026-02-12T03:10:17.047 INFO:teuthology.orchestra.run.trial069.stderr: 95.3% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-volume.log.gz 2026-02-12T03:10:17.050 INFO:teuthology.orchestra.run.trial132.stderr: 95.3% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-volume.log.gz 2026-02-12T03:10:17.056 INFO:teuthology.orchestra.run.trial132.stderr: 92.7% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-12T03:10:17.096 INFO:teuthology.orchestra.run.trial132.stderr: 90.2% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mgr.x.log.gz 2026-02-12T03:10:17.207 INFO:teuthology.orchestra.run.trial069.stderr: 90.4% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mgr.y.log.gz 2026-02-12T03:10:17.295 INFO:teuthology.orchestra.run.trial069.stderr: 92.9% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.c.log.gz 2026-02-12T03:10:17.308 INFO:teuthology.orchestra.run.trial132.stderr: 92.6% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.b.log.gz 2026-02-12T03:10:17.713 INFO:teuthology.orchestra.run.trial069.stderr: 93.4% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.2.log.gz 2026-02-12T03:10:17.725 INFO:teuthology.orchestra.run.trial069.stderr: 91.3% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-mon.a.log.gz 2026-02-12T03:10:17.880 INFO:teuthology.orchestra.run.trial132.stderr: 93.3% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.6.log.gz 2026-02-12T03:10:18.040 INFO:teuthology.orchestra.run.trial069.stderr: 93.6% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.0.log.gz 2026-02-12T03:10:18.119 INFO:teuthology.orchestra.run.trial069.stderr: 93.6% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.1.log.gz 2026-02-12T03:10:18.128 INFO:teuthology.orchestra.run.trial132.stderr: 93.8% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.7.log.gz 2026-02-12T03:10:18.182 INFO:teuthology.orchestra.run.trial132.stderr: 93.5% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.5.log.gz 2026-02-12T03:10:18.230 INFO:teuthology.orchestra.run.trial132.stderr: 93.6% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.4.log.gz 2026-02-12T03:10:18.231 INFO:teuthology.orchestra.run.trial132.stderr: 2026-02-12T03:10:18.232 INFO:teuthology.orchestra.run.trial132.stderr:real 0m1.201s 2026-02-12T03:10:18.232 INFO:teuthology.orchestra.run.trial132.stderr:user 0m4.344s 2026-02-12T03:10:18.232 INFO:teuthology.orchestra.run.trial132.stderr:sys 0m0.275s 2026-02-12T03:10:18.327 INFO:teuthology.orchestra.run.trial069.stderr: 93.4% -- replaced with /var/log/ceph/2c30638c-07bc-11f1-8be0-d404e6e7d460/ceph-osd.3.log.gz 2026-02-12T03:10:18.329 INFO:teuthology.orchestra.run.trial069.stderr: 2026-02-12T03:10:18.330 INFO:teuthology.orchestra.run.trial069.stderr:real 0m1.302s 2026-02-12T03:10:18.330 INFO:teuthology.orchestra.run.trial069.stderr:user 0m4.896s 2026-02-12T03:10:18.330 INFO:teuthology.orchestra.run.trial069.stderr:sys 0m0.310s 2026-02-12T03:10:18.330 INFO:tasks.cephadm:Archiving logs... 2026-02-12T03:10:18.330 DEBUG:teuthology.misc:Transferring archived files from trial069:/var/log/ceph to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507/remote/trial069/log 2026-02-12T03:10:18.332 DEBUG:teuthology.orchestra.run.trial069:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-12T03:10:18.837 DEBUG:teuthology.misc:Transferring archived files from trial132:/var/log/ceph to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507/remote/trial132/log 2026-02-12T03:10:18.840 DEBUG:teuthology.orchestra.run.trial132:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-12T03:10:19.239 INFO:tasks.cephadm:Removing cluster... 2026-02-12T03:10:19.239 DEBUG:teuthology.orchestra.run.trial069:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 --force 2026-02-12T03:10:19.485 INFO:teuthology.orchestra.run.trial069.stdout:Deleting cluster with fsid: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:10:19.585 DEBUG:teuthology.orchestra.run.trial132:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 2c30638c-07bc-11f1-8be0-d404e6e7d460 --force 2026-02-12T03:10:19.835 INFO:teuthology.orchestra.run.trial132.stdout:Deleting cluster with fsid: 2c30638c-07bc-11f1-8be0-d404e6e7d460 2026-02-12T03:10:19.935 INFO:tasks.cephadm:Removing cephadm ... 2026-02-12T03:10:19.936 DEBUG:teuthology.orchestra.run.trial069:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-12T03:10:19.954 DEBUG:teuthology.orchestra.run.trial132:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-12T03:10:19.970 INFO:tasks.cephadm:Teardown complete 2026-02-12T03:10:19.970 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-12T03:10:19.986 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-12T03:10:19.986 DEBUG:teuthology.orchestra.run.trial069:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T03:10:19.996 DEBUG:teuthology.orchestra.run.trial132:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T03:10:20.009 INFO:teuthology.orchestra.run.trial069.stderr:bash: line 1: ntpq: command not found 2026-02-12T03:10:20.025 INFO:teuthology.orchestra.run.trial069.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T03:10:20.025 INFO:teuthology.orchestra.run.trial069.stdout:=============================================================================== 2026-02-12T03:10:20.025 INFO:teuthology.orchestra.run.trial069.stdout:^- 23.157.160.168 2 6 377 50 +3078us[+3635us] +/- 35ms 2026-02-12T03:10:20.025 INFO:teuthology.orchestra.run.trial069.stdout:^* nyc3.us.ntp.li 2 6 377 45 +201us[ +762us] +/- 2567us 2026-02-12T03:10:20.025 INFO:teuthology.orchestra.run.trial069.stdout:^- 69-10-208-170.rainiercon> 2 6 377 48 -7542us[-6984us] +/- 79ms 2026-02-12T03:10:20.025 INFO:teuthology.orchestra.run.trial069.stdout:^- li1150-42.members.linode> 2 8 377 181 +1868us[+1934us] +/- 63ms 2026-02-12T03:10:20.027 INFO:teuthology.orchestra.run.trial132.stderr:bash: line 1: ntpq: command not found 2026-02-12T03:10:20.044 INFO:teuthology.orchestra.run.trial132.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T03:10:20.044 INFO:teuthology.orchestra.run.trial132.stdout:=============================================================================== 2026-02-12T03:10:20.045 INFO:teuthology.orchestra.run.trial132.stdout:^+ 23.157.160.168 2 8 377 47 +1178us[+1178us] +/- 35ms 2026-02-12T03:10:20.045 INFO:teuthology.orchestra.run.trial132.stdout:^* ntp4.lonet.org 2 8 377 175 -1738us[-1912us] +/- 34ms 2026-02-12T03:10:20.045 INFO:teuthology.orchestra.run.trial132.stdout:^+ 172-235-154-118.ip.linod> 4 8 377 180 -4983us[-5157us] +/- 57ms 2026-02-12T03:10:20.045 INFO:teuthology.orchestra.run.trial132.stdout:^+ 69.9.131.124 2 8 377 179 +4657us[+4483us] +/- 67ms 2026-02-12T03:10:20.046 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-12T03:10:20.061 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-12T03:10:20.062 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-12T03:10:20.078 DEBUG:teuthology.orchestra.run.trial069:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-12T03:10:20.133 DEBUG:teuthology.orchestra.run.trial132:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-12T03:10:20.184 DEBUG:teuthology.orchestra.run.trial069:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T03:10:20.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:10:20.212 DEBUG:teuthology.orchestra.run.trial132:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T03:10:20.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:10:20.239 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-12T03:10:20.254 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-12T03:10:20.270 INFO:teuthology.task.internal:Duration was 1869.111722 seconds 2026-02-12T03:10:20.271 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-12T03:10:20.286 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-12T03:10:20.286 DEBUG:teuthology.orchestra.run.trial069:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-12T03:10:20.289 DEBUG:teuthology.orchestra.run.trial132:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-12T03:10:20.324 INFO:teuthology.orchestra.run.trial069.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T03:10:20.326 INFO:teuthology.orchestra.run.trial132.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T03:10:20.695 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-12T03:10:20.695 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial069.front.sepia.ceph.com 2026-02-12T03:10:20.696 DEBUG:teuthology.orchestra.run.trial069:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-12T03:10:20.717 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial132.front.sepia.ceph.com 2026-02-12T03:10:20.718 DEBUG:teuthology.orchestra.run.trial132:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-12T03:10:20.753 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-12T03:10:20.754 DEBUG:teuthology.orchestra.run.trial069:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T03:10:20.758 DEBUG:teuthology.orchestra.run.trial132:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T03:10:20.957 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-12T03:10:20.957 DEBUG:teuthology.orchestra.run.trial069:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T03:10:20.959 DEBUG:teuthology.orchestra.run.trial132:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T03:10:20.981 INFO:teuthology.orchestra.run.trial069.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T03:10:20.981 INFO:teuthology.orchestra.run.trial069.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T03:10:20.982 INFO:teuthology.orchestra.run.trial069.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T03:10:20.982 INFO:teuthology.orchestra.run.trial069.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-12T03:10:20.982 INFO:teuthology.orchestra.run.trial069.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-12T03:10:20.983 INFO:teuthology.orchestra.run.trial132.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T03:10:20.984 INFO:teuthology.orchestra.run.trial132.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T03:10:20.984 INFO:teuthology.orchestra.run.trial132.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-12T03:10:20.984 INFO:teuthology.orchestra.run.trial132.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T03:10:20.984 INFO:teuthology.orchestra.run.trial132.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-12T03:10:21.005 INFO:teuthology.orchestra.run.trial132.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 90.4% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-12T03:10:21.015 INFO:teuthology.orchestra.run.trial069.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 90.7% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-12T03:10:21.017 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-12T03:10:21.033 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-12T03:10:21.033 DEBUG:teuthology.orchestra.run.trial069:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-12T03:10:21.082 DEBUG:teuthology.orchestra.run.trial132:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-12T03:10:21.106 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-12T03:10:21.117 DEBUG:teuthology.orchestra.run.trial069:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-12T03:10:21.124 DEBUG:teuthology.orchestra.run.trial132:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-12T03:10:21.148 INFO:teuthology.orchestra.run.trial069.stdout:kernel.core_pattern = core 2026-02-12T03:10:21.170 INFO:teuthology.orchestra.run.trial132.stdout:kernel.core_pattern = core 2026-02-12T03:10:21.184 DEBUG:teuthology.orchestra.run.trial069:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-12T03:10:21.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:10:21.216 DEBUG:teuthology.orchestra.run.trial132:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-12T03:10:21.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T03:10:21.240 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-12T03:10:21.257 INFO:teuthology.task.internal:Transferring archived files... 2026-02-12T03:10:21.259 DEBUG:teuthology.misc:Transferring archived files from trial069:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507/remote/trial069 2026-02-12T03:10:21.259 DEBUG:teuthology.orchestra.run.trial069:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-12T03:10:21.302 DEBUG:teuthology.misc:Transferring archived files from trial132:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_14:50:33-orch:cephadm-wip-guits-main-2026-02-11-1317-distro-default-trial/45507/remote/trial132 2026-02-12T03:10:21.303 DEBUG:teuthology.orchestra.run.trial132:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-12T03:10:21.338 INFO:teuthology.task.internal:Removing archive directory... 2026-02-12T03:10:21.339 DEBUG:teuthology.orchestra.run.trial069:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-12T03:10:21.342 DEBUG:teuthology.orchestra.run.trial132:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-12T03:10:21.387 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-12T03:10:21.404 INFO:teuthology.task.internal:Not uploading archives. 2026-02-12T03:10:21.404 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-12T03:10:21.421 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-12T03:10:21.421 DEBUG:teuthology.orchestra.run.trial069:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-12T03:10:21.423 DEBUG:teuthology.orchestra.run.trial132:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-12T03:10:21.438 INFO:teuthology.orchestra.run.trial069.stdout: 786525 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 12 03:10 /home/ubuntu/cephtest 2026-02-12T03:10:21.443 INFO:teuthology.orchestra.run.trial132.stdout: 786525 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 12 03:10 /home/ubuntu/cephtest 2026-02-12T03:10:21.444 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-12T03:10:21.463 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-12T03:10:21.508 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity} duration: 1869.111721754074 owner: scheduled_gabrioux@soko04.front.sepia.ceph.com success: true 2026-02-12T03:10:21.508 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-12T03:10:21.632 INFO:teuthology.run:pass